-- Logs begin at Mon 2021-01-18 18:48:46 UTC, end at Mon 2021-01-18 20:20:04 UTC. --
Jan 18 19:53:25.519639 dv-cinder-562053-17-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 18 19:53:28.355209 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.common.config [-] Logging enabled!
Jan 18 19:53:28.355834 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev382
Jan 18 19:53:28.357089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80066) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jan 18 19:53:28.357856 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.common.config [-] Logging enabled!
Jan 18 19:53:28.358134 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev382
Jan 18 19:53:28.358408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80066) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jan 18 19:53:28.359516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 18 19:53:28.359800 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 18 19:53:28.360973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 18 19:53:28.361253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 18 19:53:28.361507 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 18 19:53:28.361870 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.362217 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.362555 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.362817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.363156 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.363491 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.363815 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.364147 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.364519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.364843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.365159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.365480 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.365746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.366062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.366394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.366721 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.366959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.367313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.368245 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.368603 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.368958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.369297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.369608 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.369948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.370356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.370740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] host                           = dv-cinder-562053-17-iscsi {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.371055 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.371385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.371712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.372039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.372402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.372688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.373044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.373473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.373800 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.374165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.374511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.374895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.375235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.375506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.375761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.376090 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.376444 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.376764 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.377075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.377382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.377694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.378004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.378306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.378634 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.378945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.379272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.379583 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.379891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.380197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.380530 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.380858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.381167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.381473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.381783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.382111 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.382415 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.382725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.383073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.383397 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.383969 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.384354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.384725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.385058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.385374 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.385682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.385993 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.386307 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.386615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.386938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.387249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.387553 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.387861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.388168 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.388522 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:28.388862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.389207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.389546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.389865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.390194 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.390521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.390856 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.391163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.391485 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.391817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.392138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.392475 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.392801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.393113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.393449 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.393799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.394133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.394466 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.394821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.395119 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.395427 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.395739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.396060 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.396418 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.396751 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.397057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.397369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.397701 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.398055 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.398357 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.398607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.398935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.399279 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.399591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.399906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.400204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.400535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.400843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.401277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.401488 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.401853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.402089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.402388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.402697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.402998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.403316 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.403628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.403930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.404231 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.404565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.404872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.405178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.405512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.405794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.406100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.406402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.406704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.407009 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.407311 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.407641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.408234 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.408393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.408673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.408983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.409290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.409594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.409900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.410204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.410519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.410856 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.411172 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.411495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.411809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.412125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.412458 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.412775 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.413083 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.413395 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.413697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.414030 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.414348 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.414668 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.415077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.415394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.415869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.416186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.416531 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.416847 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.417161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.417482 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.417809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.418143 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.418510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.418844 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.419180 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.419520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.419833 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.420191 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.420535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:28.420785 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 18 19:53:28.421055 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80066) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 18 19:53:29.075655 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO keyring.backend [-] Loading Gnome
Jan 18 19:53:29.093773 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO keyring.backend [-] Loading Google
Jan 18 19:53:29.096448 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO keyring.backend [-] Loading Windows (alt)
Jan 18 19:53:29.099917 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO keyring.backend [-] Loading file
Jan 18 19:53:29.100910 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO keyring.backend [-] Loading keyczar
Jan 18 19:53:29.101196 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO keyring.backend [-] Loading multi
Jan 18 19:53:29.101818 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO keyring.backend [-] Loading pyfs
Jan 18 19:53:29.148338 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:53:29.148613 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:53:29.148965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:53:29.149536 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 18 19:53:29.551057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.551642 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.551642 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.600393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.600732 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.601025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.604688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.604995 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.605297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.674486 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.674486 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.674876 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.676039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.676364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.676626 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.948154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1b9996e6a8> agent after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.948445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1b9996e6a8> agent after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.948707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1b9996e730> segment precommit_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.949000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1b9996e7b8> network precommit_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:29.949838 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1b999917b8> segment before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.098963 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> network before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.099337 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1b99b829d8> agent before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.099663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> network before_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.099967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> port before_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.100268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> port before_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.100672 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> segment after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.100941 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> segment precommit_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.101263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> segment precommit_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.101546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> segment after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.101881 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> network after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.102168 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> network precommit_delete 0 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.102510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> port provisioning_complete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.102824 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> rbac-policy before_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.103207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> rbac-policy after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.103424 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> agent after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.103739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> subnet after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.104021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> subnet precommit_delete 0 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.104360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> rbac-policy before_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.104663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> rbac-policy before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.105146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> port after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.105429 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> port after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.105712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> port after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.106051 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> rbac-policy before_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.106332 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> rbac-policy before_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.106605 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b9a48f208>> rbac-policy before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.107025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 18 19:53:30.107297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 18 19:53:30.107567 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 18 19:53:30.107837 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 18 19:53:30.108106 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 18 19:53:30.108399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 18 19:53:30.109834 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 18 19:53:30.113203 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 18 19:53:30.117175 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 18 19:53:30.121304 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1700, 1749)])])
Jan 18 19:53:30.122930 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 18 19:53:30.124053 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 18 19:53:30.124455 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 18 19:53:30.124897 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 18 19:53:30.127630 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 18 19:53:30.127885 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 18 19:53:30.128299 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 18 19:53:30.150558 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 18 19:53:30.151082 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1b99b37160>> qos_plugin after_init 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.151421 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80066) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 18 19:53:30.151825 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1b99b5dac8>> logging-plugin after_init 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.153253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80066) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 18 19:53:30.153594 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 18 19:53:30.153873 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 18 19:53:30.157279 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1b99b5db70>> floatingip before_response 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.157592 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1b99b5db70>> port before_response 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.223849 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 18 19:53:30.224088 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 18 19:53:30.224289 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 18 19:53:30.224734 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 18 19:53:30.263046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.sqlalchemy.engines [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80066) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 18 19:53:30.719597 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Initializing driver for type 'gre'
Jan 18 19:53:30.720176 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] gre ID ranges: [(1, 1000)]
Jan 18 19:53:30.771009 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Initializing driver for type 'local'
Jan 18 19:53:30.771380 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Initializing driver for type 'vlan'
Jan 18 19:53:30.786659 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] VlanTypeDriver initialization complete
Jan 18 19:53:30.787116 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Initializing driver for type 'vxlan'
Jan 18 19:53:30.787928 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] vxlan ID ranges: [(1, 1000)]
Jan 18 19:53:30.840410 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Initializing extension driver 'port_security'
Jan 18 19:53:30.840778 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.extensions.port_security [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] PortSecurityExtensionDriver initialization complete
Jan 18 19:53:30.841147 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Initializing mechanism driver 'openvswitch'
Jan 18 19:53:30.847586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80066) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:53:30.848502 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9d8db3c8>> port after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.848870 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9d8db3c8>> port after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.849253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9d8db3c8>> port after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.849664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949c390>> subnet after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.850043 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949c390>> subnet after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.850418 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949c390>> subnet after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.850806 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949c550>> network after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.851184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949c550>> network after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.851552 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949c550>> network after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.852046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949c710>> security_group after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.852435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949c710>> security_group after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.852799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949c710>> security_group after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.853209 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949c8d0>> security_group_rule after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.853587 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949c8d0>> security_group_rule after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.853951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949c8d0>> security_group_rule after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.854479 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949ca90>> address_group after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.854847 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949ca90>> address_group after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.855213 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b9949ca90>> address_group after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.855573 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] ML2 OVO RPC backend initialized. {{(pid=80066) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 18 19:53:30.856276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> router_interface after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.856683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> router_interface after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.857133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> network before_response 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.857511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> networks before_response 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.857884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> port before_response 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.858339 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> ports before_response 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.858619 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> subnet before_response 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.858985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> subnets before_response 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.859358 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> network after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.859725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> network after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.860087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> network after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.860478 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> port after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.860843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> port after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.861224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> port after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.861587 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> subnet after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.861947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> subnet after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.862307 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b9949cb70>> subnet after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.862938 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.plugin [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Modular L2 Plugin initialization complete
Jan 18 19:53:30.863289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading services supported by the core plugin {{(pid=80066) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 18 19:53:30.863662 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.plugins.ml2.managers [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Got port-security extension from driver 'port_security'
Jan 18 19:53:30.864190 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.extensions.vlantransparent [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Disabled vlantransparent extension.
Jan 18 19:53:30.865759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80066) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 18 19:53:30.866113 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading Plugin: router
Jan 18 19:53:30.903761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router_interface before_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.904191 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router after_create 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.904617 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router before_create 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.905018 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router_interface before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.905413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router_interface after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.905793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router after_delete 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.906195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> floatingip after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.906587 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router after_create 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.906965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router after_update 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.907348 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router after_update 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.907727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router_gateway after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.908122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router after_update 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.908623 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router precommit_update 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.909103 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1b99ac4598> port after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.909404 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1b99ac4488> port after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.909776 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1b99ac4510> subnet after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.910146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1b99ac4620> subnetpool_address_scope after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.910529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> port precommit_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.910909 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router precommit_create 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.911283 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1b99a56a60> port before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.911659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router precommit_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.912065 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router after_update 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.912459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router precommit_delete 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.912865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router precommit_create 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.913258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router_interface after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.913634 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> router precommit_update 55549900 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.914059 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b9949ccf8>> network after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.915100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Tracking information for resource: router configured {{(pid=80066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 18 19:53:30.915660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Tracking information for resource: floatingip configured {{(pid=80066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 18 19:53:30.921035 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_agentschedulers_db [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 18 19:53:30.921687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1b99416bf8> port after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.922208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1b99413b70> port after_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.922470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <function _notify_port_delete at 0x7f1b99416b70> port after_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.922856 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1b99416d90> port after_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.923783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b993cea20>> router before_create 55550100 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.924181 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b993cea20>> router precommit_delete 55550100 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.924626 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b993cea20>> router precommit_create 55550100 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.925013 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b993cea20>> router precommit_update 55550100 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.930058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.provider_configuration [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service providers = [] {{(pid=80066) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 18 19:53:30.930533 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.servicetype_db [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80066) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 18 19:53:30.933551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.service_base [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 18 19:53:30.933933 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.service_base [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 18 19:53:30.934304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.service_base [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 18 19:53:30.935173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.service_base [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 18 19:53:30.935546 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.services.service_base [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 18 19:53:30.935992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 18 19:53:30.936274 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 18 19:53:30.946924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 18 19:53:30.947297 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading Plugin: auto_allocate
Jan 18 19:53:30.953164 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1b9943a488> network precommit_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.953571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1b9943a488> network precommit_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.954153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 18 19:53:30.954511 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading Plugin: tag
Jan 18 19:53:30.963361 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 18 19:53:30.963739 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading Plugin: timestamp
Jan 18 19:53:30.967683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 18 19:53:30.968051 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading Plugin: network_ip_availability
Jan 18 19:53:30.974110 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b9939b4e0>> rbac-policy before_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.974431 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b9939b4e0>> rbac-policy before_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.974811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b9939b4e0>> rbac-policy before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:30.975699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 18 19:53:30.976205 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading Plugin: flavors
Jan 18 19:53:30.981038 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 18 19:53:30.981410 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading Plugin: revisions
Jan 18 19:53:30.986001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 18 19:53:30.986367 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.837s {{(pid=80066) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:53:30.987174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80066) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 18 19:53:30.987511 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Initializing extension manager.
Jan 18 19:53:30.988067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: __init__.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:30.988463 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: __pycache__ {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:30.988833 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:30.989184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: address_group.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:30.990018 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:30.990675 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: address-group
Jan 18 19:53:30.991028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: address_scope.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:30.991785 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:30.992363 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: address-scope
Jan 18 19:53:30.992728 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:30.993808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:30.994373 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: router-admin-state-down-before-update
Jan 18 19:53:30.994730 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: agent.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:30.995483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:30.996048 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: agent
Jan 18 19:53:30.996422 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: agent_resources_synced.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:30.997329 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:30.997887 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: agent-resources-synced
Jan 18 19:53:30.998236 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: allowedaddresspairs.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.000053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.000669 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: allowed-address-pairs
Jan 18 19:53:31.001025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: auto_allocated_topology.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.002101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.002660 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: auto-allocated-topology
Jan 18 19:53:31.003013 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: availability_zone.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.003802 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.004372 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: availability_zone
Jan 18 19:53:31.004734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: availability_zone_filter.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.005647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.006199 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: availability_zone_filter
Jan 18 19:53:31.006550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: data_plane_status.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.007445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.007996 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension data-plane-status not supported by any of loaded plugins
Jan 18 19:53:31.008359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: default_subnetpools.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.009313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.009872 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: default-subnetpools
Jan 18 19:53:31.010224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.011194 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.011793 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: dhcp_agent_scheduler
Jan 18 19:53:31.012149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: dns.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.013088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.013643 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension dns-integration not supported by any of loaded plugins
Jan 18 19:53:31.014008 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: dns_domain_ports.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.014925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.015479 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 18 19:53:31.015837 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: dvr.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.016599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.017159 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: dvr
Jan 18 19:53:31.017512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: empty_string_filtering.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.018419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.018981 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: empty-string-filtering
Jan 18 19:53:31.019333 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.020358 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.020962 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 18 19:53:31.021316 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.022249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.022807 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 18 19:53:31.023159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: external_net.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.024092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.024900 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: external-net
Jan 18 19:53:31.025255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.026222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.026795 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: extra_dhcp_opt
Jan 18 19:53:31.027144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: extraroute.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.028052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.028638 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: extraroute
Jan 18 19:53:31.028990 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: extraroute_atomic.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.030057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.030623 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: extraroute-atomic
Jan 18 19:53:31.030975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: filter_validation.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.031696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.032257 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: filter-validation
Jan 18 19:53:31.032637 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: fip_pf_description.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.033563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.034122 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 18 19:53:31.034467 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: fip_port_details.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.035382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.035941 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: fip-port-details
Jan 18 19:53:31.036295 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: flavors.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.037594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.038169 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: flavors
Jan 18 19:53:31.038529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.040377 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.041035 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 18 19:53:31.041320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: floatingip_pools.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.042062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.042635 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: floatingip-pools
Jan 18 19:53:31.042999 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: ip_allocation.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.044048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.044719 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension ip_allocation not supported by any of loaded plugins
Jan 18 19:53:31.045046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.046020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.046721 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: ip-substring-filtering
Jan 18 19:53:31.047083 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: l2_adjacency.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.048063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.048657 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 18 19:53:31.049007 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: l3.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.050160 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.050738 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: router
Jan 18 19:53:31.051094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.053414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.054000 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 18 19:53:31.054362 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.055277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.055899 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: ext-gw-mode
Jan 18 19:53:31.056266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.057241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.057806 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: l3-ha
Jan 18 19:53:31.058198 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: l3_flavors.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.059111 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.059679 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: l3-flavors
Jan 18 19:53:31.060036 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.061085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.061655 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 18 19:53:31.062008 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: l3agentscheduler.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.063294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.063872 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: l3_agent_scheduler
Jan 18 19:53:31.064227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: logging.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.065796 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.066359 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension logging not supported by any of loaded plugins
Jan 18 19:53:31.066722 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: metering.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.067512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.068199 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: metering
Jan 18 19:53:31.068611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.069779 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.070350 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: metering_source_and_destination_fields
Jan 18 19:53:31.070710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: multiprovidernet.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.071680 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.072248 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: multi-provider
Jan 18 19:53:31.072638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: netmtu.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.073675 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.074233 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: net-mtu
Jan 18 19:53:31.074589 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: netmtu_writable.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.075517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.076086 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: net-mtu-writable
Jan 18 19:53:31.076471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: network_availability_zone.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.077239 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.077804 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: network_availability_zone
Jan 18 19:53:31.078159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: network_ip_availability.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.079826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.080503 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: network-ip-availability
Jan 18 19:53:31.080798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: network_segment_range.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.081676 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.082243 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension network-segment-range not supported by any of loaded plugins
Jan 18 19:53:31.082598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: pagination.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.083991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.084369 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: pagination
Jan 18 19:53:31.084725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.085679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.086238 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: port-mac-address-regenerate
Jan 18 19:53:31.086588 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.087609 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.088253 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: port-numa-affinity-policy
Jan 18 19:53:31.088548 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: port_resource_request.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.089461 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.090012 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension port-resource-request not supported by any of loaded plugins
Jan 18 19:53:31.090360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: portbindings.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.091290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.091866 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: binding
Jan 18 19:53:31.092218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: portbindings_extended.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.093548 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.094119 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: binding-extended
Jan 18 19:53:31.094476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: portsecurity.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.095385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.095953 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: port-security
Jan 18 19:53:31.096346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: project_id.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.097355 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.097719 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: project-id
Jan 18 19:53:31.098076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: providernet.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.099000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.099554 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: provider
Jan 18 19:53:31.099912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: qos.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.103677 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.104268 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension qos not supported by any of loaded plugins
Jan 18 19:53:31.104664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.105902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.106469 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 18 19:53:31.106833 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.107743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.108347 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 18 19:53:31.108713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: qos_default.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.109614 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.110171 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension qos-default not supported by any of loaded plugins
Jan 18 19:53:31.110525 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: qos_fip.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.111210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.111761 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension qos-fip not supported by any of loaded plugins
Jan 18 19:53:31.112164 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: qos_gateway_ip.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.113066 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.113624 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 18 19:53:31.113973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: qos_port_network_policy.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.114872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.115431 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 18 19:53:31.115782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: qos_rule_type_details.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.116728 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.117327 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 18 19:53:31.117666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: qos_rules_alias.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.118739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.119300 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 18 19:53:31.119651 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: quotasv2.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.120789 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.121055 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: quotas
Jan 18 19:53:31.121404 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: quotasv2_detail.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.123002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.123378 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: quota_details
Jan 18 19:53:31.123745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: rbac.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.125137 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.125744 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: rbac-policies
Jan 18 19:53:31.126106 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: rbac_address_scope.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.127082 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.127656 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: rbac-address-scope
Jan 18 19:53:31.128010 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: rbac_security_groups.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.128988 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.129560 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: rbac-security-groups
Jan 18 19:53:31.129911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: rbac_subnetpool.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.130844 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.131646 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: rbac-subnetpool
Jan 18 19:53:31.131764 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: revisionifmatch.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.132710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.133278 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: revision-if-match
Jan 18 19:53:31.133810 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: revisions.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.135310 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.135535 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: standard-attr-revisions
Jan 18 19:53:31.135892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: router_availability_zone.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.136650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.137217 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: router_availability_zone
Jan 18 19:53:31.137572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: routerservicetype.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.138542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.139048 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension router-service-type not supported by any of loaded plugins
Jan 18 19:53:31.139399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.140354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.140921 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: security-groups-normalized-cidr
Jan 18 19:53:31.141275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.142206 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.142763 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: port-security-groups-filtering
Jan 18 19:53:31.143113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.144051 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.144663 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: security-groups-remote-address-group
Jan 18 19:53:31.145016 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: securitygroup.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.158426 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.159047 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: security-group
Jan 18 19:53:31.159410 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: segment.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.160272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.160867 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension segment not supported by any of loaded plugins
Jan 18 19:53:31.161230 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.162184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.162752 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 18 19:53:31.163108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: servicetype.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.164209 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.164996 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: service-type
Jan 18 19:53:31.165363 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: sorting.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.166347 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.166717 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: sorting
Jan 18 19:53:31.167068 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: standard_attr_segment.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.167991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.168582 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 18 19:53:31.168941 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: standardattrdescription.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.169620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.170186 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: standard-attr-description
Jan 18 19:53:31.170542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: stateful_security_group.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.171490 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.172061 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: stateful-security-group
Jan 18 19:53:31.172440 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: stdattrs_common.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.173032 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 18 19:53:31.173387 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.174459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.175153 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 18 19:53:31.175505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: subnet_onboard.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.176760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.177489 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: subnet_onboard
Jan 18 19:53:31.177844 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.178932 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.179498 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 18 19:53:31.179853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: subnet_service_types.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.180933 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.181581 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: subnet-service-types
Jan 18 19:53:31.181946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: subnetallocation.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.183089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.183666 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: subnet_allocation
Jan 18 19:53:31.184028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.184791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.185348 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: subnetpool-prefix-ops
Jan 18 19:53:31.185706 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.186660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.187223 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 18 19:53:31.187575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: tagging.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.188981 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.189562 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: standard-attr-tag
Jan 18 19:53:31.189919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: timestamp.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.191105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.191687 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loaded extension: standard-attr-timestamp
Jan 18 19:53:31.192036 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: trunk.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.193098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.193666 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension trunk not supported by any of loaded plugins
Jan 18 19:53:31.194020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: trunk_details.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.194932 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.195493 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension trunk-details not supported by any of loaded plugins
Jan 18 19:53:31.195844 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: uplink_status_propagation.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.196981 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.197537 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 18 19:53:31.197890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Loading extension file: vlantransparent.py {{(pid=80066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 18 19:53:31.198611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 18 19:53:31.199177 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 18 19:53:31.202026 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:network
Jan 18 19:53:31.202885 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:subnet
Jan 18 19:53:31.203546 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 18 19:53:31.204195 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:port
Jan 18 19:53:31.206723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.207215 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service FLAVORS assigned prefix:  {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.207913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.208746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.209113 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:router
Jan 18 19:53:31.209845 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:floatingip
Jan 18 19:53:31.210597 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service METERING assigned prefix: /metering {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.212574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b9929bac8>> rbac-policy before_create 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:31.212972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b9929bac8>> rbac-policy before_update 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:31.213381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b9929bac8>> rbac-policy before_delete 55550000 {{(pid=80066) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 19:53:31.214617 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 18 19:53:31.214983 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:security_group
Jan 18 19:53:31.215845 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 18 19:53:31.216684 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service CORE assigned prefix:  {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.217050 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 18 19:53:31.217413 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] subnetpool is already registered
Jan 18 19:53:31.218047 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service CORE assigned prefix:  {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.218421 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 18 19:53:31.218778 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] subnetpool is already registered
Jan 18 19:53:31.221837 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.222301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service FLAVORS assigned prefix:  {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.222944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.223401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.223764 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:router
Jan 18 19:53:31.224175 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] router is already registered
Jan 18 19:53:31.224799 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:floatingip
Jan 18 19:53:31.225155 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] floatingip is already registered
Jan 18 19:53:31.225835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service METERING assigned prefix: /metering {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.226573 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 18 19:53:31.226921 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] rbac_policy is already registered
Jan 18 19:53:31.227591 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:security_group
Jan 18 19:53:31.227953 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] security_group is already registered
Jan 18 19:53:31.228896 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 18 19:53:31.229251 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] security_group_rule is already registered
Jan 18 19:53:31.229984 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service CORE assigned prefix:  {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.230340 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 18 19:53:31.230690 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] subnetpool is already registered
Jan 18 19:53:31.231366 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.resource_helper [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Service CORE assigned prefix:  {{(pid=80066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 18 19:53:31.231724 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 18 19:53:31.232089 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.quota.resource_registry [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] subnetpool is already registered
Jan 18 19:53:31.232860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: extensions {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.234498 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: address-groups {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.236234 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: address-scopes {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.237568 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: agents {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.238799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: auto-allocated-topology {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.240123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: availability_zones {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.241547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: dhcp-networks {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.243140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: dhcp-agents {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.244786 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: routers {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.246715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: flavors {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.247960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: service_profiles {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.249278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: next_providers {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.250985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: service_profiles {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.252571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: floatingip-pools {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.253861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: routers {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.255766 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: floatingips {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.257040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: l3-routers {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.258544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: l3-agents {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.260300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: metering-labels {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.261781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: metering-label-rules {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.263145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: network-ip-availabilities {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.265045 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: bindings {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.266336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: quotas {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.267862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: quotas {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.269405 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: rbac-policies {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.270767 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: security-groups {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.272054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: security-group-rules {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.273407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: service-providers {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.274745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: subnetpools {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.276251 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: subnetpools {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.277824 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: tags {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.279630 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: tags {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.282798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: tags {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.284767 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: tags {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.286681 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: tags {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.288639 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: tags {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.290618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: tags {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.292612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: tags {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.294576 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: tags {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.296561 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.extensions [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Extended resource: tags {{(pid=80066) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 18 19:53:31.303802 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING keystonemiddleware.auth_token [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 18 19:53:31.309216 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING keystonemiddleware.auth_token [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 18 19:53:31.318349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Acquired lock "singleton_lock" {{(pid=80066) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 18 19:53:31.318878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Releasing lock "singleton_lock" {{(pid=80066) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 18 19:53:31.320420 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO oslo_service.service [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Starting 2 workers
Jan 18 19:53:31.325843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Started child 80179 {{(pid=80066) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 18 19:53:31.329791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:31.330748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Started child 80180 {{(pid=80066) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 18 19:53:31.331383 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [-] (80179) wsgi starting up on http://0.0.0.0:9696
Jan 18 19:53:31.332440 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.service [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Neutron service started, listening on 0.0.0.0:9696
Jan 18 19:53:31.333072 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Notify callbacks [] for process, before_spawn {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:31.335131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:31.335917 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO oslo_service.service [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Starting 1 workers
Jan 18 19:53:31.336716 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [-] (80180) wsgi starting up on http://0.0.0.0:9696
Jan 18 19:53:31.341907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Started child 80181 {{(pid=80066) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 18 19:53:31.342277 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO oslo_service.service [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Starting 1 workers
Jan 18 19:53:31.344340 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.service [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] calling RpcWorker wait() {{(pid=80181) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 18 19:53:31.344745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.service [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] returning from RpcWorker wait() {{(pid=80181) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 18 19:53:31.346179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:31.346664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:53:31.347196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Started child 80182 {{(pid=80066) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 18 19:53:31.347997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b0c785e8-8428-404d-939d-8b200f27e4a4 None None] Notify callbacks [] for process, after_spawn {{(pid=80066) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:31.349673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80066) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 18 19:53:31.349859 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 18 19:53:31.350291 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 18 19:53:31.350505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 18 19:53:31.351108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 18 19:53:31.351241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 18 19:53:31.351605 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:31.351839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.352130 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.352537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.352829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.353102 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.353736 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:53:31.353837 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.354063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.354352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.354664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.354955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.355164 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.355308 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.355792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.356073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.356455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.356741 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.356996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.357262 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.357470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.357738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.358062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.358346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.358635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.358903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.359485 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.359740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.360006 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.360271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.360600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.360929 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.361138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.361401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.361647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.361924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.362198 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.362455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.362714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.362988 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.363235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.363673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] host                           = dv-cinder-562053-17-iscsi {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.363919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.364181 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.364473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.364736 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.365015 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.365262 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.365553 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.365840 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.366098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.366354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.366637 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.366915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.367179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.367413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.367664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.367816 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.368119 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.368417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.368631 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.368985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.368985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.369261 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.369398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.369674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.369919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.370163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.370417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.370661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.370902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.371154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.371393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.371651 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.371892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.372168 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.372473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.372758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.373020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.373263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.373505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.373751 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.373972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.374231 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.374488 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.374745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.374991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.375254 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.375710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.375954 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.376246 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.376591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.376839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.377133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.377411 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.377681 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.377988 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.378268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.378570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.379547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.379547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.379547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.379547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.381040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.381040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.381040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.381040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.381040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.381040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.381570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.381570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.382504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.382504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.382504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.382748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.383004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.383271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.383649 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.383946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.384188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.384517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.384846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.385096 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.385433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.385688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.385986 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.386312 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.386601 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.386894 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.387139 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.387384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.387653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.387880 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.388432 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.388904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.389191 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.101/identity {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.389469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.389723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.389972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.390477 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.390721 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.390985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.391247 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.391547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.391803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.392049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.392364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.392634 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.392893 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.393159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.393421 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.393721 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.393992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.394249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.394495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.394745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.394968 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.395420 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.395852 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.396272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.396622 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.396917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.397167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.397452 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.397719 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.398326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.398326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.398464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.398733 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.398914 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.399342 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.399821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.400183 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.400607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.400777 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.400991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.401310 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.401555 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.401836 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.402108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.402338 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.402595 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.402845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.403085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.403329 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.403573 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.403817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.404039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.404297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.404580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.404832 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.405093 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.405338 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.405586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.405828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.406128 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.406473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.406761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.407034 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.407300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.407574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.407826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.408094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.408379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.408625 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.408870 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.409174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.409429 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.409708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.409980 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.410235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.410537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.410802 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.411062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.411326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.411591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.411928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.412142 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.412468 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.412742 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.413068 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.413324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.413704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.413868 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.414154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.414510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.414678 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.415075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.415369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.415699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.415938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.416229 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.416538 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.416831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.417112 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.417379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.417662 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.417927 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.418234 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.418512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.418762 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.419013 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.419260 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.419607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.419889 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.420132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.420416 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.420713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.420993 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.421263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.421558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.421842 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.422476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.422476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.422800 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.101/identity {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.422953 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.423138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.423419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.423691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.423961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.424882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.424882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.424882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.425323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.425323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.425936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.425936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.425936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.426322 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.426461 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.426596 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.426842 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.427092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.427343 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.427585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.428182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.428182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.428495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.428633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.428820 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.429876 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.429876 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.429876 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.430291 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.430523 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.430961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.431222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.431513 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.431778 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.432028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.432294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.432589 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.432836 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.433096 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.433371 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.433615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.433919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.434215 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.434580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.434855 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.435123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.435403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.435673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.435955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.436218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.436516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.440401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.440401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.440401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.440401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.440401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.440401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.440401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.440401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.440401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.441783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.441783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.441783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.441783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.441783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.441783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.441783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.441783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.442787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.442787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.442787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.442787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.442787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.442787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.442787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.443633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.443633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.443633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.444029 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.444174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.444996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.444996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.445380 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.448328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.448328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.448328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.448328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.448328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.448328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.448328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.448328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.449061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.449061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.449061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.449061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.449414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1700:1749'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.449638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.449898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.450222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.450581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.450875 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.451146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.451411 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.451700 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.451963 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.452214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.452494 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.452746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.452996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.453275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.453550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.453808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.454057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.454344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.454600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.454860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.455120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.455387 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.455633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.455800 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 18 19:53:31.456536 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80066) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 18 19:53:31.456729 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 18 19:53:31.456912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 18 19:53:31.457126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 18 19:53:31.457331 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 18 19:53:31.457511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 18 19:53:31.457760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.457949 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.458499 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.458691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.458876 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.459084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.459269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.459457 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.459642 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.459824 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.460005 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.460187 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.460392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.460575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.460759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.460940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.461122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.461303 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.461487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.461703 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.461888 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.462209 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.462406 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.462590 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.462808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.462992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.463175 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.463356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.463537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.463718 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.463899 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.464081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.464264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.464872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.464872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.464872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.464872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.465917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.465917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.465917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] host                           = dv-cinder-562053-17-iscsi {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.466207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.466207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.466383 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.466516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.466705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.466890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.467073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.467257 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.467440 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.467607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.467961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.468294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.468696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.468890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.469073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.469261 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.469446 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.469630 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.469859 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.470052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.470406 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.470631 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.470631 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.470827 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.471011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.471229 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.471384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.471570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.471754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.471941 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.472127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.472341 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.472521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.472709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.472892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.473076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.473258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.473466 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.473627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.473811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.474077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.474321 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.474422 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.474614 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.474796 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.474979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.475166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.475349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.475532 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.475690 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.475875 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.476144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.476402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.476402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.476684 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.476784 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.476923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.478514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.478514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.478514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.478514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.478514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.478514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.478514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.478514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.479967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.479967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.479967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.479967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 18 19:53:31.479967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.479967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.479967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.479967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.481241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.481241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.481241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.481241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.481241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.481241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.481241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.481241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.482131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.482131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.482131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.482131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.482131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.482551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.482551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.482551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.482902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.482902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.483174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.483317 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.483414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.101/identity {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.483642 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.483829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.483972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.484152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.484293 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.488385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.488385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.488385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.488385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.488385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.488385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.488385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.488385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.488385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489068 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:53:31.489224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.489737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.490297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.490297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.490297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.490297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.490297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.490297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.490297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.490297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.490904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.490904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.490904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.491167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.491167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.491343 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.491506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.491697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.491884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.492072 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.492263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.492482 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.492670 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.492879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.493071 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.493370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.493900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.493900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.493900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.494176 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.494461 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.494705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.494819 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.494955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.495146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.495334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.495521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.495710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.495897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.496086 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.496294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.496499 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.496744 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.496854 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.497010 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.497197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.497384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.497571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.497897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.497897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.499127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.499127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.499127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.499127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.499127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.499127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.499127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.501749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.502359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.502359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.502359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.502549 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.502618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.502808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.502956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.503131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.503296 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.504054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.504054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.504054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.504054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.504469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.504469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.101/identity {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.504469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.504727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.504821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.504963 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.505134 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.505530 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.505727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.505909 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.506100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.506316 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.506427 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.506627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.506819 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.507006 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.507200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.507370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.507558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.507747 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.507936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.508123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.508329 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.508685 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.508900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.509048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.509183 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.509352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.509542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.509732 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.509921 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.510110 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.510299 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.510486 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.510675 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.510869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.511057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.511246 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.511433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.511607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.511797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.511952 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.512140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.512348 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.512545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.512752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.512940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.513129 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.513344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.513534 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.513723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.513911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.514098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.514368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.514568 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.514758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.514948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.515177 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.515396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.515586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.515865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.516057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.516245 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.516494 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.516686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.516875 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.517131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.517375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.517527 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.517710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.517710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.518029 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.518029 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.518242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.518428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.518622 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.518814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.518999 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.519198 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.519378 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.519528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.519707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.519707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.519707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.519707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.519707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.519707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.519707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.521618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.521618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.521618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.521618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.521618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.521958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.521958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.522098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.522285 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.522402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1700:1749'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.522604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.522794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.522990 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.523199 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.523384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.523570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.523757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.523945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.524222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.524442 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.524606 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.524767 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.524931 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.525091 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.525278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.525432 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.525624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.525791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.525975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.526144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.526323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.526511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.526698 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 18 19:53:31.526879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80066) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 18 19:53:31.687994 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 54524) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:53:31.699701 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200  len: 254 time: 0.0094302
Jan 18 19:53:42.718118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4fc7e2-8c2e-41aa-9477-874fb4da026e None None] get_active_networks_info from dv-cinder-562053-17-iscsi {{(pid=80181) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 18 19:53:42.842218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4fc7e2-8c2e-41aa-9477-874fb4da026e None None] No non-hosted networks {{(pid=80181) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 18 19:53:42.863125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agentschedulers_db [None req-1a4fc7e2-8c2e-41aa-9477-874fb4da026e None None] DHCP Agent not found on host dv-cinder-562053-17-iscsi {{(pid=80181) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Jan 18 19:53:43.147926 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-82c3ed57-38a0-405f-b5e0-0802e19a6960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806'] for agent, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:45.053932 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-26c3177e-7edd-45f2-b5fc-bdff88eb51f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806'] for agent, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:45.106297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cce2b172-121c-402f-8a57-aa49f6fc6ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:45.872164 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806'] for agent, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:46.687779 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806'] for agent, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:46.689031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:46.689551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:46.690052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:46.690545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:46.691728 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:46.692231 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:46.694284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:46.696970 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:46.697816 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:46.700377 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:46.701921 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:46.704660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:46.705593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1ba39b84e0>, 'Open vSwitch agent', 'dv-cinder-562053-17-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:53:46.737058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1b98dfb198>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-562053-17-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:53:47.340104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806'] for agent, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:48.702075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] get_endpoint_by_host() called for host dv-cinder-562053-17-iscsi {{(pid=80181) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 18 19:53:48.717201 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] get_endpoint_by_ip() called for ip 192.168.0.99 {{(pid=80181) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 18 19:53:48.720919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] _add_endpoint() called for ip 192.168.0.99 {{(pid=80181) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 18 19:53:48.729518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] _get_endpoints() called {{(pid=80181) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 18 19:53:48.866547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 54618) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:53:49.331753 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_hamode_db [None req-d43b0002-032b-43ae-a364-29df043b092b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 18 19:53:49.422193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b0002-032b-43ae-a364-29df043b092b None None] Routers set() bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 19:53:49.422570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b0002-032b-43ae-a364-29df043b092b None None] Router IDs set() for agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 18 19:53:49.612609 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING oslo_policy.policy [None req-36ca2056-2e07-4034-b420-f7ea38a15bd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 18 19:53:49.613177 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING oslo_policy.policy [None req-36ca2056-2e07-4034-b420-f7ea38a15bd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 18 19:53:49.845889 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [None req-36ca2056-2e07-4034-b420-f7ea38a15bd7 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 19:53:49.847235 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-36ca2056-2e07-4034-b420-f7ea38a15bd7 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.9788499
Jan 18 19:53:52.685944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 54632) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:53:53.181092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-5ce311b5-e0e2-442e-aea0-42f8d91159be admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 19:53:53.236136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.policy [None req-5ce311b5-e0e2-442e-aea0-42f8d91159be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80179) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Jan 18 19:53:53.236937 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING oslo_policy.policy [None req-5ce311b5-e0e2-442e-aea0-42f8d91159be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 18 19:53:53.237338 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING oslo_policy.policy [None req-5ce311b5-e0e2-442e-aea0-42f8d91159be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 18 19:53:53.256088 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota [None req-5ce311b5-e0e2-442e-aea0-42f8d91159be admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1b98d1f048>.
Jan 18 19:53:53.274168 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-5ce311b5-e0e2-442e-aea0-42f8d91159be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 19:53:53.336250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5ce311b5-e0e2-442e-aea0-42f8d91159be admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734786971566', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734786953451', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734786935307', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734786917760', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734786918507', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850609974', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850719678', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716844', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853993266'] for rbac-policy, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:53.419969 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5ce311b5-e0e2-442e-aea0-42f8d91159be admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:53.421296 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-5ce311b5-e0e2-442e-aea0-42f8d91159be admin admin] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7339997
Jan 18 19:53:56.587616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 54646) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:53:57.132038 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Request body: {'network': {'name': 'private', 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'admin_state_up': True}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 19:53:57.138820 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 19:53:57.143804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Usage tracker for resource:network and tenant:556603b6dec043b4b6035d812d9e62b7 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 19:53:57.147896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 19:53:57.154740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 19:53:57.165735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Made reservation on behalf of 556603b6dec043b4b6035d812d9e62b7 for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 19:53:57.172218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:57.190713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:57.206101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 19:53:57.210640 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Usage tracker for resource:security_group_rule and tenant:556603b6dec043b4b6035d812d9e62b7 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 19:53:57.214816 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 19:53:57.221440 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 19:53:57.340389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:57.345723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:57.352956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:53:57.377904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 19:53:57.407799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:57.408484 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Added segment bfa3bc62-379f-4a22-857f-d8fc6944d1d2 of type vxlan for network a7692594-235b-4069-8c8e-a694ab0993ea
Jan 18 19:53:57.465404 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5941f3c-4d63-4ad8-b5ce-6479973d7985,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:53:57.649088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:57.649755 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:57.649876 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:57.650473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:57.650820 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:57.651202 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:57.651565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:57.651935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:57.652290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:57.652674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:57.653055 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:57.653387 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Tracked resource versions report:
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]: pushed versions:
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]: {   'AddressGroup': {'1.1'},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     'ConntrackHelper': {'1.0'},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Log': {'1.0'},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Network': {'1.1'},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Port': {'1.6'},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     'PortForwarding': {'1.2'},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     'QosPolicy': {'1.8'},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroup': {'1.4'},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroupRule': {'1.2'},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SubPort': {'1.0'},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Subnet': {'1.1'},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Trunk': {'1.1'}}
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]: consumer versions:
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]: {   DHCP agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     L3 agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metadata agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metering agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:     Open vSwitch agent@dv-cinder-562053-17-iscsi: {   'AddressGroup': '1.1',
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'ConntrackHelper': '1.0',
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Log': '1.0',
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Network': '1.1',
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Port': '1.6',
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'PortForwarding': '1.2',
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'QosPolicy': '1.8',
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroup': '1.4',
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroupRule': '1.2',
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SubPort': '1.0',
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Subnet': '1.1',
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Trunk': '1.1'}}
Jan 18 19:53:57.654754 dv-cinder-562053-17-iscsi neutron-server[80066]:  {{(pid=80179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 18 19:53:57.694183 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:57.713339 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:53:57.740630 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:57.742047 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:53:57.742718 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:53:57.748611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:53:57.859668 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.2703559
Jan 18 19:53:57.863080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Pushing event updated for resources: {'Network': ['ID=a7692594-235b-4069-8c8e-a694ab0993ea,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:53:57.886089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:53:57.895241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network a7692594-235b-4069-8c8e-a694ab0993ea details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 19:54:01.172754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 54662) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:54:02.011514 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING oslo_policy.policy [None req-5cc6c3c8-19cb-4753-af75-2d05d024c57a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 18 19:54:02.012103 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING oslo_policy.policy [None req-5cc6c3c8-19cb-4753-af75-2d05d024c57a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 18 19:54:02.439571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.policy [None req-5cc6c3c8-19cb-4753-af75-2d05d024c57a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80180) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Jan 18 19:54:02.440561 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING oslo_policy.policy [None req-5cc6c3c8-19cb-4753-af75-2d05d024c57a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 18 19:54:02.440972 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING oslo_policy.policy [None req-5cc6c3c8-19cb-4753-af75-2d05d024c57a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 18 19:54:02.452024 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc6c3c8-19cb-4753-af75-2d05d024c57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:54:02.453973 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-5cc6c3c8-19cb-4753-af75-2d05d024c57a admin admin] 10.222.0.101 "GET /v2.0/networks/a7692594-235b-4069-8c8e-a694ab0993ea HTTP/1.1" status: 200  len: 818 time: 1.2798717
Jan 18 19:54:02.493673 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4cf7be3e-ec16-42ce-9e7b-883e0ed43911 admin admin] 10.222.0.101 "GET /v2.0/subnetpools/dddeb19d-a6bb-47a3-89f7-8c3765e1c4ff HTTP/1.1" status: 200  len: 734 time: 0.0292516
Jan 18 19:54:02.506468 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea', 'ip_version': 4, 'subnetpool_id': 'dddeb19d-a6bb-47a3-89f7-8c3765e1c4ff', 'gateway_ip': '172.20.0.1', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 19:54:02.510831 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.quota [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1b98e5eb38>.
Jan 18 19:54:02.521030 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 19:54:02.529117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Usage tracker for resource:subnet and tenant:556603b6dec043b4b6035d812d9e62b7 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 19:54:02.532811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 19:54:02.540566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 19:54:02.558118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Made reservation on behalf of 556603b6dec043b4b6035d812d9e62b7 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 19:54:02.567061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:03.304155 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:03.317857 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:03.473566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d723aec0-6d65-454b-b0ac-ce5dd331fc84,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:03.488509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:03.488879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:03.489249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:03.489614 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:03.489962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:03.490314 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:03.490673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:03.491020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:03.491386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:03.491736 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:03.492077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:03.492448 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Tracked resource versions report:
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]: pushed versions:
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]: {   'AddressGroup': {'1.1'},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     'ConntrackHelper': {'1.0'},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Log': {'1.0'},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Network': {'1.1'},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Port': {'1.6'},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     'PortForwarding': {'1.2'},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     'QosPolicy': {'1.8'},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroup': {'1.4'},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroupRule': {'1.2'},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SubPort': {'1.0'},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Subnet': {'1.1'},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Trunk': {'1.1'}}
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]: consumer versions:
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]: {   DHCP agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     L3 agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metadata agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metering agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:     Open vSwitch agent@dv-cinder-562053-17-iscsi: {   'AddressGroup': '1.1',
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'ConntrackHelper': '1.0',
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Log': '1.0',
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Network': '1.1',
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Port': '1.6',
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'PortForwarding': '1.2',
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'QosPolicy': '1.8',
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroup': '1.4',
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroupRule': '1.2',
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SubPort': '1.0',
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Subnet': '1.1',
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Trunk': '1.1'}}
Jan 18 19:54:03.494271 dv-cinder-562053-17-iscsi neutron-server[80066]:  {{(pid=80180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 18 19:54:03.546184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:03.574695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Checking segment: {'id': 'bfa3bc62-379f-4a22-857f-d8fc6944d1d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 19:54:03.574976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Network hostable DHCP agents. Network: a7692594-235b-4069-8c8e-a694ab0993ea, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 19:54:03.601072 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Network a7692594-235b-4069-8c8e-a694ab0993ea is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 19:54:03.613196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, a7692594-235b-4069-8c8e-a694ab0993ea) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 19:54:03.619136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:54:03.619831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:03.624058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195e07e3-9197-47ef-b2fa-cf90d2372d37 None None] Network a7692594-235b-4069-8c8e-a694ab0993ea requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 19:54:03.644681 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.1444337
Jan 18 19:54:03.970366 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd851127e-0039-5e12-9f31-78d5075d90a2-a7692594-235b-4069-8c8e-a694ab0993ea', 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'fixed_ips': [{'subnet_id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84'}]}} from dv-cinder-562053-17-iscsi. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 18 19:54:03.971585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:04.322422 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Allocated IP 172.20.0.2 (a7692594-235b-4069-8c8e-a694ab0993ea/d723aec0-6d65-454b-b0ac-ce5dd331fc84/90cc5329-f110-4210-a6dc-6eb824ef08fa) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 19:54:04.594449 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:04.608740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Transition to ACTIVE for port object 90cc5329-f110-4210-a6dc-6eb824ef08fa will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 19:54:04.635935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Transition to ACTIVE for port object 90cc5329-f110-4210-a6dc-6eb824ef08fa will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 19:54:04.642676 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:04.656728 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:04.968302 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Pushing event updated for resources: {'Port': ['ID=90cc5329-f110-4210-a6dc-6eb824ef08fa,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:04.980965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:04.981355 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:04.981720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:04.982075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:04.982407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:04.982756 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:04.983097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:04.983446 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:04.983808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:04.984173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:04.984526 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:04.984874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Tracked resource versions report:
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]: pushed versions:
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]: {   'AddressGroup': {'1.1'},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     'ConntrackHelper': {'1.0'},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Log': {'1.0'},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Network': {'1.1'},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Port': {'1.6'},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     'PortForwarding': {'1.2'},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     'QosPolicy': {'1.8'},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroup': {'1.4'},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroupRule': {'1.2'},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SubPort': {'1.0'},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Subnet': {'1.1'},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Trunk': {'1.1'}}
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]: consumer versions:
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]: {   DHCP agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     L3 agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metadata agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metering agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:     Open vSwitch agent@dv-cinder-562053-17-iscsi: {   'AddressGroup': '1.1',
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'ConntrackHelper': '1.0',
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Log': '1.0',
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Network': '1.1',
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Port': '1.6',
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'PortForwarding': '1.2',
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'QosPolicy': '1.8',
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroup': '1.4',
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroupRule': '1.2',
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SubPort': '1.0',
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Subnet': '1.1',
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Trunk': '1.1'}}
Jan 18 19:54:04.986260 dv-cinder-562053-17-iscsi neutron-server[80066]:  {{(pid=80181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 18 19:54:05.002246 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:05.045796 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Network a7692594-235b-4069-8c8e-a694ab0993ea is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 19:54:05.047352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Resources bound (agent type, host, resource id):  {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 19:54:05.050682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 19:54:05.111099 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Attempting to bind port 90cc5329-f110-4210-a6dc-6eb824ef08fa on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 19:54:05.111511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Attempting to bind port 90cc5329-f110-4210-a6dc-6eb824ef08fa by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'bfa3bc62-379f-4a22-857f-d8fc6944d1d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 19:54:05.111898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Attempting to bind port 90cc5329-f110-4210-a6dc-6eb824ef08fa on network a7692594-235b-4069-8c8e-a694ab0993ea {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 19:54:05.117887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 19:54:05.118930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Checking segment: {'id': 'bfa3bc62-379f-4a22-857f-d8fc6944d1d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 19:54:05.118930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:05.119236 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Bound using segment: {'id': 'bfa3bc62-379f-4a22-857f-d8fc6944d1d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 19:54:05.119720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Bound port: 90cc5329-f110-4210-a6dc-6eb824ef08fa, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa3bc62-379f-4a22-857f-d8fc6944d1d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 19:54:05.120087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:05.218277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] For port 90cc5329-f110-4210-a6dc-6eb824ef08fa, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 19:54:05.222437 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] For port 90cc5329-f110-4210-a6dc-6eb824ef08fa, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=90cc5329-f110-4210-a6dc-6eb824ef08fa,segment=NetworkSegment(bfa3bc62-379f-4a22-857f-d8fc6944d1d2),segment_id=bfa3bc62-379f-4a22-857f-d8fc6944d1d2)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 19:54:05.227564 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:05.240692 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:05.400127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Pushing event updated for resources: {'Port': ['ID=90cc5329-f110-4210-a6dc-6eb824ef08fa,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:05.406923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:06.481668 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 54682) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:54:06.957146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [None req-38180349-6d52-4fc4-854d-43d07ca61c21 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 19:54:06.958619 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-38180349-6d52-4fc4-854d-43d07ca61c21 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4759731
Jan 18 19:54:08.789661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 90cc5329-f110-4210-a6dc-6eb824ef08fa up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 19:54:08.871511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 90cc5329-f110-4210-a6dc-6eb824ef08fa completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 19:54:09.821570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 54696) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:54:10.198077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db023698-1450-4ba3-a8f6-664a04267433 None None] Network a7692594-235b-4069-8c8e-a694ab0993ea requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 19:54:10.294843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [None req-90da86a8-9ed1-4e30-a294-373ed406a884 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 19:54:10.296097 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-90da86a8-9ed1-4e30-a294-373ed406a884 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4731176
Jan 18 19:54:10.321962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-23ddc300-2cda-4b6a-bfe9-887ff6e2761c None None] Provisioning for port 90cc5329-f110-4210-a6dc-6eb824ef08fa completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 19:54:10.333674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-23ddc300-2cda-4b6a-bfe9-887ff6e2761c None None] Provisioning complete for port 90cc5329-f110-4210-a6dc-6eb824ef08fa triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:54:10.334021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-23ddc300-2cda-4b6a-bfe9-887ff6e2761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:10.594214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-23ddc300-2cda-4b6a-bfe9-887ff6e2761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:10.637700 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-23ddc300-2cda-4b6a-bfe9-887ff6e2761c None None] For port 90cc5329-f110-4210-a6dc-6eb824ef08fa, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=90cc5329-f110-4210-a6dc-6eb824ef08fa,segment=NetworkSegment(bfa3bc62-379f-4a22-857f-d8fc6944d1d2),segment_id=bfa3bc62-379f-4a22-857f-d8fc6944d1d2)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 19:54:10.642069 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-23ddc300-2cda-4b6a-bfe9-887ff6e2761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:10.646475 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:10.726270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddc300-2cda-4b6a-bfe9-887ff6e2761c None None] Pushing event updated for resources: {'Port': ['ID=90cc5329-f110-4210-a6dc-6eb824ef08fa,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:10.730344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-23ddc300-2cda-4b6a-bfe9-887ff6e2761c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:10.969751 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-ad8b7983-4e62-412f-994a-9874318d905d None None] Provisioning complete for port 90cc5329-f110-4210-a6dc-6eb824ef08fa triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:54:10.970310 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ad8b7983-4e62-412f-994a-9874318d905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:11.240831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-491c4257-c8c5-4388-a63f-151997086679 None None] Provisioning complete for port 90cc5329-f110-4210-a6dc-6eb824ef08fa triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:54:11.241238 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-491c4257-c8c5-4388-a63f-151997086679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:12.570415 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3e4effc2-d204-40ed-b844-1ab17d2ab674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:12.766441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 90cc5329-f110-4210-a6dc-6eb824ef08fa up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 19:54:12.844417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 90cc5329-f110-4210-a6dc-6eb824ef08fa triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:54:12.844827 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:13.526545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 54708) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:54:13.988714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-a2249da2-7115-4045-9cff-478c3179eddd admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'admin_state_up': True}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 19:54:13.996955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a2249da2-7115-4045-9cff-478c3179eddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 19:54:14.004947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a2249da2-7115-4045-9cff-478c3179eddd admin admin] Usage tracker for resource:router and tenant:556603b6dec043b4b6035d812d9e62b7 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 19:54:14.010295 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a2249da2-7115-4045-9cff-478c3179eddd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 19:54:14.016740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a2249da2-7115-4045-9cff-478c3179eddd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 19:54:14.030770 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a2249da2-7115-4045-9cff-478c3179eddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772417'] for router, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:14.032299 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a2249da2-7115-4045-9cff-478c3179eddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853774961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3332'] for router, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:14.064882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a2249da2-7115-4045-9cff-478c3179eddd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:14.180825 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a2249da2-7115-4045-9cff-478c3179eddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853836627'] for router, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:14.203521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a2249da2-7115-4045-9cff-478c3179eddd admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:14.205162 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a2249da2-7115-4045-9cff-478c3179eddd admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6767428
Jan 18 19:54:15.069249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4aad63a9-b098-4610-aae4-e59f8dfb86ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:15.677304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:16.676870 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:17.018953 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 54728) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:54:17.172280 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:17.241841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [None req-6b881831-de3a-460b-92c0-721f290dfd50 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 19:54:17.243206 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-6b881831-de3a-460b-92c0-721f290dfd50 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.2229145
Jan 18 19:54:19.919955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 54748) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:54:20.005799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 19:54:20.014209 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 19:54:20.018628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Usage tracker for resource:network and tenant:8f91f664c5d8460db7607c7ea49d8e83 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 19:54:20.021741 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 19:54:20.028031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 19:54:20.042149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Made reservation on behalf of 8f91f664c5d8460db7607c7ea49d8e83 for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 19:54:20.049081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:20.070141 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:20.086554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 19:54:20.093073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f91f664c5d8460db7607c7ea49d8e83 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 19:54:20.098061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 19:54:20.104588 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 19:54:20.217868 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:20.221617 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:20.226202 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:20.242753 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Reserving flat network on physical network physnet1 {{(pid=80179) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 18 19:54:20.268582 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577cc561-d155-4cd0-ac30-754a4c0a5be7,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:20.272244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:20.276210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:20.276838 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1b9996e730> segment precommit_create {{(pid=80179) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 18 19:54:20.277575 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Added segment e7f36944-44d3-4f17-8d79-3c53c6961a3c of type flat for network 39a6a30a-8ea8-4d87-8b09-359f15d9a448
Jan 18 19:54:20.322102 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:20.367476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:20.368915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:54:20.369656 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:20.374924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-820bad5f-b3f1-4443-a393-67a900abdd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:20.481284 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5600441
Jan 18 19:54:20.484650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Pushing event updated for resources: {'Network': ['ID=39a6a30a-8ea8-4d87-8b09-359f15d9a448,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:20.498276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:20.507941 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 19:54:22.411417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 19:54:23.122441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 54758) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:54:23.289757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b118ebf5-e6af-4bca-bebd-3fa270d1c378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:54:23.291314 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b118ebf5-e6af-4bca-bebd-3fa270d1c378 admin admin] 10.222.0.101 "GET /v2.0/subnets/d723aec0-6d65-454b-b0ac-ce5dd331fc84 HTTP/1.1" status: 200  len: 849 time: 0.1675155
Jan 18 19:54:23.445765 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4199aa00-be7d-4dc3-a063-bb126efbbca2 admin admin] 10.222.0.101 "GET /v2.0/routers/e094bb60-5023-439b-91ea-c699416aba72 HTTP/1.1" status: 200  len: 704 time: 0.1476092
Jan 18 19:54:23.967472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:24.385641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Allocated IP 172.20.0.1 (a7692594-235b-4069-8c8e-a694ab0993ea/d723aec0-6d65-454b-b0ac-ce5dd331fc84/07722322-942e-4090-84ae-5a1443793b9e) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 19:54:24.603679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:24.623779 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Transition to ACTIVE for port object 07722322-942e-4090-84ae-5a1443793b9e will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 19:54:24.684584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:24.700883 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:25.004074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Pushing event updated for resources: {'Port': ['ID=07722322-942e-4090-84ae-5a1443793b9e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:25.016905 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:25.067364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Network a7692594-235b-4069-8c8e-a694ab0993ea is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 19:54:25.068707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 19:54:25.072165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 19:54:25.072929 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836847'] for router_interface, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:25.287258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-355ed0e9-74e5-4214-a47c-b12789dc4f5a None None] Provisioning for port 07722322-942e-4090-84ae-5a1443793b9e completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 19:54:25.292797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-355ed0e9-74e5-4214-a47c-b12789dc4f5a None None] Provisioning complete for port 07722322-942e-4090-84ae-5a1443793b9e triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:54:25.293208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-355ed0e9-74e5-4214-a47c-b12789dc4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:25.355175 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-355ed0e9-74e5-4214-a47c-b12789dc4f5a None None] Port 07722322-942e-4090-84ae-5a1443793b9e cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 19:54:25.369175 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:25.690255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:25.695597 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:25.697043 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854233438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938932'] for router_interface, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:25.710518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:25.849682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Pushing event updated for resources: {'Port': ['ID=07722322-942e-4090-84ae-5a1443793b9e,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:25.852749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:25.927449 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Network a7692594-235b-4069-8c8e-a694ab0993ea is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 19:54:25.929725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 19:54:26.139746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Router e094bb60-5023-439b-91ea-c699416aba72 is scheduled to L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 with binding_index 1 {{(pid=80179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 18 19:54:26.182433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-acd09ed0-c359-4ad7-aa2a-9ea1a5baf3be None None] Provisioning complete for port 07722322-942e-4090-84ae-5a1443793b9e triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:54:26.182843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-acd09ed0-c359-4ad7-aa2a-9ea1a5baf3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:26.242879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-acd09ed0-c359-4ad7-aa2a-9ea1a5baf3be None None] Port 07722322-942e-4090-84ae-5a1443793b9e cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 19:54:26.325775 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 19:54:26.336301 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] 10.222.0.101 "PUT /v2.0/routers/e094bb60-5023-439b-91ea-c699416aba72/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8840623
Jan 18 19:54:26.337073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Sync routers for ids ['e094bb60-5023-439b-91ea-c699416aba72'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 19:54:26.349095 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Routers {'e094bb60-5023-439b-91ea-c699416aba72'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 19:54:26.349963 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98f27d68>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T19:54:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['e094bb60-5023-439b-91ea-c699416aba72'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:54:26.557582 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Set router e094bb60-5023-439b-91ea-c699416aba72 gateway port host: None {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 19:54:27.136896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98f27d68>, [{'id': 'e094bb60-5023-439b-91ea-c699416aba72', 'name': 'router1', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:54:14Z', 'updated_at': '2021-01-18T19:54:25Z', 'revision_number': 2, 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'gw_port_host': None, '_interfaces': [{'id': '07722322-942e-4090-84ae-5a1443793b9e', 'name': '', 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'mac_address': 'fa:16:3e:9c:8a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e094bb60-5023-439b-91ea-c699416aba72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:54:24Z', 'updated_at': '2021-01-18T19:54:25Z', 'revision_number': 2, 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'subnets': [{'id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dddeb19d-a6bb-47a3-89f7-8c3765e1c4ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:54:27.142092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Checking router: e094bb60-5023-439b-91ea-c699416aba72 for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 19:54:27.142520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Updating router e094bb60-5023-439b-91ea-c699416aba72 port 07722322-942e-4090-84ae-5a1443793b9e binding host dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 19:54:27.201298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:27.686876 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:27.704201 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Transition to ACTIVE for port object 07722322-942e-4090-84ae-5a1443793b9e will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 19:54:27.710324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:27.724845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:27.871975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Pushing event updated for resources: {'Port': ['ID=07722322-942e-4090-84ae-5a1443793b9e,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:27.889550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:27.889967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:27.890320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:27.890679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:27.891033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:27.891391 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:27.891745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:27.892102 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:27.892516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:27.892849 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:27.893187 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:27.893536 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Tracked resource versions report:
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]: pushed versions:
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]: {   'AddressGroup': {'1.1'},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     'ConntrackHelper': {'1.0'},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Log': {'1.0'},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Network': {'1.1'},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Port': {'1.6'},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     'PortForwarding': {'1.2'},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     'QosPolicy': {'1.8'},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroup': {'1.4'},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroupRule': {'1.2'},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SubPort': {'1.0'},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Subnet': {'1.1'},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Trunk': {'1.1'}}
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]: consumer versions:
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]: {   DHCP agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     L3 agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metadata agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metering agent@dv-cinder-562053-17-iscsi: {},
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:     Open vSwitch agent@dv-cinder-562053-17-iscsi: {   'AddressGroup': '1.1',
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'ConntrackHelper': '1.0',
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Log': '1.0',
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Network': '1.1',
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Port': '1.6',
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'PortForwarding': '1.2',
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'QosPolicy': '1.8',
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroup': '1.4',
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroupRule': '1.2',
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SubPort': '1.0',
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Subnet': '1.1',
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Trunk': '1.1'}}
Jan 18 19:54:27.894905 dv-cinder-562053-17-iscsi neutron-server[80066]:  {{(pid=80182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 18 19:54:27.898754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:28.077369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Attempting to bind port 07722322-942e-4090-84ae-5a1443793b9e on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 19:54:28.077811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Attempting to bind port 07722322-942e-4090-84ae-5a1443793b9e by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'bfa3bc62-379f-4a22-857f-d8fc6944d1d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 19:54:28.078219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Attempting to bind port 07722322-942e-4090-84ae-5a1443793b9e on network a7692594-235b-4069-8c8e-a694ab0993ea {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 19:54:28.085056 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 19:54:28.085403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Checking segment: {'id': 'bfa3bc62-379f-4a22-857f-d8fc6944d1d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 19:54:28.085905 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:28.086395 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Bound using segment: {'id': 'bfa3bc62-379f-4a22-857f-d8fc6944d1d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 19:54:28.086932 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Bound port: 07722322-942e-4090-84ae-5a1443793b9e, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa3bc62-379f-4a22-857f-d8fc6944d1d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 19:54:28.087313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:28.185865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] For port 07722322-942e-4090-84ae-5a1443793b9e, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 19:54:28.190694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] For port 07722322-942e-4090-84ae-5a1443793b9e, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=07722322-942e-4090-84ae-5a1443793b9e,segment=NetworkSegment(bfa3bc62-379f-4a22-857f-d8fc6944d1d2),segment_id=bfa3bc62-379f-4a22-857f-d8fc6944d1d2)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 19:54:28.195516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:28.212860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:28.373595 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Pushing event updated for resources: {'Port': ['ID=07722322-942e-4090-84ae-5a1443793b9e,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:28.378385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:28.448776 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Routers {'e094bb60-5023-439b-91ea-c699416aba72'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 19:54:28.450027 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98f27d68>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T19:54:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['e094bb60-5023-439b-91ea-c699416aba72'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:54:28.633417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] Set router e094bb60-5023-439b-91ea-c699416aba72 gateway port host: None {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 19:54:28.979788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 54770) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:54:29.059396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98f27d68>, [{'id': 'e094bb60-5023-439b-91ea-c699416aba72', 'name': 'router1', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:54:14Z', 'updated_at': '2021-01-18T19:54:25Z', 'revision_number': 2, 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'gw_port_host': None, '_interfaces': [{'id': '07722322-942e-4090-84ae-5a1443793b9e', 'name': '', 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'mac_address': 'fa:16:3e:9c:8a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e094bb60-5023-439b-91ea-c699416aba72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:54:24Z', 'updated_at': '2021-01-18T19:54:28Z', 'revision_number': 4, 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'subnets': [{'id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dddeb19d-a6bb-47a3-89f7-8c3765e1c4ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:54:29.063993 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a373ce-cf13-46ab-b4ea-b361e21d5b76 None None] The sync data for ids ['e094bb60-5023-439b-91ea-c699416aba72'] in dv-cinder-562053-17-iscsi is: [{'id': 'e094bb60-5023-439b-91ea-c699416aba72', 'name': 'router1', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:54:14Z', 'updated_at': '2021-01-18T19:54:25Z', 'revision_number': 2, 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'gw_port_host': None, '_interfaces': [{'id': '07722322-942e-4090-84ae-5a1443793b9e', 'name': '', 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'mac_address': 'fa:16:3e:9c:8a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e094bb60-5023-439b-91ea-c699416aba72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:54:24Z', 'updated_at': '2021-01-18T19:54:28Z', 'revision_number': 4, 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'subnets': [{'id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dddeb19d-a6bb-47a3-89f7-8c3765e1c4ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 19:54:29.192524 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98d0ae7-ad95-4eac-ae29-056c12e110a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:54:29.193096 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a98d0ae7-ad95-4eac-ae29-056c12e110a4 admin admin] Synchronizing usage tracker for tenant:8f91f664c5d8460db7607c7ea49d8e83 on resource:network {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 19:54:29.215693 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a98d0ae7-ad95-4eac-ae29-056c12e110a4 admin admin] Unset dirty status for tenant:8f91f664c5d8460db7607c7ea49d8e83 on resource:network {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 19:54:29.217067 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a98d0ae7-ad95-4eac-ae29-056c12e110a4 admin admin] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 842 time: 0.2360680
Jan 18 19:54:29.229210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Request body: {'subnet': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 19:54:29.236883 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 19:54:29.242535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Usage tracker for resource:subnet and tenant:8f91f664c5d8460db7607c7ea49d8e83 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 19:54:29.246362 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 19:54:29.253511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 19:54:29.263288 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Made reservation on behalf of 8f91f664c5d8460db7607c7ea49d8e83 for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 19:54:29.268072 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:29.950228 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.objects.ports [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80179) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 18 19:54:29.950741 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:29.967002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:30.108053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c2b89a-5ba0-4c52-ac69-ce7341a128c1,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:30.114493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:30.176763 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Checking segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 19:54:30.177165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Network hostable DHCP agents. Network: 39a6a30a-8ea8-4d87-8b09-359f15d9a448, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 19:54:30.200634 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 19:54:30.212856 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 39a6a30a-8ea8-4d87-8b09-359f15d9a448) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 19:54:30.217126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:54:30.217760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:30.223376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a48a860-383b-4b0d-a4d7-b85335f93660 None None] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 19:54:30.241612 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0173423
Jan 18 19:54:30.489959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4938bcb4-d9e9-4d21-ad58-35f2ecb5a7c8 None None] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 19:54:30.810599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 07722322-942e-4090-84ae-5a1443793b9e up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 19:54:30.885648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 07722322-942e-4090-84ae-5a1443793b9e completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 19:54:30.890980 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 07722322-942e-4090-84ae-5a1443793b9e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:54:30.891386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:31.186349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:31.224974 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 07722322-942e-4090-84ae-5a1443793b9e, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=07722322-942e-4090-84ae-5a1443793b9e,segment=NetworkSegment(bfa3bc62-379f-4a22-857f-d8fc6944d1d2),segment_id=bfa3bc62-379f-4a22-857f-d8fc6944d1d2)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 19:54:31.229658 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:31.233150 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:31.338267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=07722322-942e-4090-84ae-5a1443793b9e,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:31.341818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:32.781746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 07722322-942e-4090-84ae-5a1443793b9e up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 19:54:32.860596 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 07722322-942e-4090-84ae-5a1443793b9e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:54:32.860596 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:32.888335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 54784) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:54:33.134478 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d5d972e4-ad70-4bc1-aaf8-a86a9b605f45 admin admin] 10.222.0.101 "GET /v2.0/routers/e094bb60-5023-439b-91ea-c699416aba72 HTTP/1.1" status: 200  len: 710 time: 0.2448149
Jan 18 19:54:33.287861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276c5344-b428-4288-80d1-107b4928f579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:54:33.290413 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-276c5344-b428-4288-80d1-107b4928f579 admin admin] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 886 time: 0.1472974
Jan 18 19:54:33.300441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 19:54:33.799563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-939143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3349'] for router, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:34.178318 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:34.261518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:34.285478 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:34.312208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 19:54:34.318957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 19:54:34.323222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 19:54:34.329313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 19:54:34.440154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:34.443699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:34.458779 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:34.770243 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20d9bf6-9aa1-450c-bd2d-50247e16efae,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:34.776199 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:34.971138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Allocated IP 172.27.0.24 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/4a014798-b221-4742-bda3-6eb0b0711de2) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 19:54:35.145358 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:35.186162 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:35.202434 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8f22d814-5696-4cdc-8ff3-f860f2651c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:35.347109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=4a014798-b221-4742-bda3-6eb0b0711de2,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:35.351832 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:35.399666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 19:54:35.400992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 19:54:35.403778 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 19:54:35.839121 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:36.244952 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-939143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3349'] for router, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:36.248916 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853836627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853836642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-939158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934241'] for router, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:36.454294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Router e094bb60-5023-439b-91ea-c699416aba72 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 19:54:36.667039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 19:54:36.677182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Sync routers for ids ['e094bb60-5023-439b-91ea-c699416aba72'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 19:54:36.685917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:36.687231 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] 10.222.0.101 "PUT /v2.0/routers/e094bb60-5023-439b-91ea-c699416aba72 HTTP/1.1" status: 200  len: 889 time: 3.3904288
Jan 18 19:54:36.687674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Routers {'e094bb60-5023-439b-91ea-c699416aba72'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 19:54:36.688353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b981bbe48>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T19:54:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['e094bb60-5023-439b-91ea-c699416aba72'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:54:36.904907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Set router e094bb60-5023-439b-91ea-c699416aba72 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 19:54:37.285997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b981bbe48>, [{'id': 'e094bb60-5023-439b-91ea-c699416aba72', 'name': 'router1', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '4a014798-b221-4742-bda3-6eb0b0711de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:54:14Z', 'updated_at': '2021-01-18T19:54:35Z', 'revision_number': 4, 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'gw_port': {'id': '4a014798-b221-4742-bda3-6eb0b0711de2', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e094bb60-5023-439b-91ea-c699416aba72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:54:34Z', 'updated_at': '2021-01-18T19:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '07722322-942e-4090-84ae-5a1443793b9e', 'name': '', 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'mac_address': 'fa:16:3e:9c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e094bb60-5023-439b-91ea-c699416aba72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:54:24Z', 'updated_at': '2021-01-18T19:54:31Z', 'revision_number': 5, 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'subnets': [{'id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dddeb19d-a6bb-47a3-89f7-8c3765e1c4ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:54:37.291642 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Checking router: e094bb60-5023-439b-91ea-c699416aba72 for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 19:54:37.292019 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Updating router e094bb60-5023-439b-91ea-c699416aba72 port 4a014798-b221-4742-bda3-6eb0b0711de2 binding host dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 19:54:37.353361 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:37.785357 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:37.799616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Transition to ACTIVE for port object 4a014798-b221-4742-bda3-6eb0b0711de2 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 19:54:37.802793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:37.816483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:37.967499 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f02aa-f3c0-45e0-a618-aa97644b2ee1 None None] Pushing event updated for resources: {'Port': ['ID=4a014798-b221-4742-bda3-6eb0b0711de2,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:37.972814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-221f02aa-f3c0-45e0-a618-aa97644b2ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:38.034188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Attempting to bind port 4a014798-b221-4742-bda3-6eb0b0711de2 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 19:54:38.034596 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Attempting to bind port 4a014798-b221-4742-bda3-6eb0b0711de2 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 19:54:38.034993 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Attempting to bind port 4a014798-b221-4742-bda3-6eb0b0711de2 on network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 19:54:38.041507 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 19:54:38.041915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Checking segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 19:54:38.042356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:38.042781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Bound using segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 19:54:38.043288 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Bound port: 4a014798-b221-4742-bda3-6eb0b0711de2, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 19:54:38.043691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:38.122942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] For port 4a014798-b221-4742-bda3-6eb0b0711de2, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 19:54:38.126136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] For port 4a014798-b221-4742-bda3-6eb0b0711de2, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=4a014798-b221-4742-bda3-6eb0b0711de2,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 19:54:38.130194 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:38.143359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-221f02aa-f3c0-45e0-a618-aa97644b2ee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:38.299396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f02aa-f3c0-45e0-a618-aa97644b2ee1 None None] Pushing event updated for resources: {'Port': ['ID=4a014798-b221-4742-bda3-6eb0b0711de2,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:38.304170 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-221f02aa-f3c0-45e0-a618-aa97644b2ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:38.348816 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Routers {'e094bb60-5023-439b-91ea-c699416aba72'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 19:54:38.349471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b981bbe48>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T19:54:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['e094bb60-5023-439b-91ea-c699416aba72'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:54:38.703781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] Set router e094bb60-5023-439b-91ea-c699416aba72 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 19:54:39.082854 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b981bbe48>, [{'id': 'e094bb60-5023-439b-91ea-c699416aba72', 'name': 'router1', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '4a014798-b221-4742-bda3-6eb0b0711de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:54:14Z', 'updated_at': '2021-01-18T19:54:35Z', 'revision_number': 4, 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'gw_port': {'id': '4a014798-b221-4742-bda3-6eb0b0711de2', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e094bb60-5023-439b-91ea-c699416aba72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:54:34Z', 'updated_at': '2021-01-18T19:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '07722322-942e-4090-84ae-5a1443793b9e', 'name': '', 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'mac_address': 'fa:16:3e:9c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e094bb60-5023-439b-91ea-c699416aba72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:54:24Z', 'updated_at': '2021-01-18T19:54:31Z', 'revision_number': 5, 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'subnets': [{'id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dddeb19d-a6bb-47a3-89f7-8c3765e1c4ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 19:54:39.087719 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0585c2fa-d823-43ea-8a0d-29bb431c5b8b None None] The sync data for ids ['e094bb60-5023-439b-91ea-c699416aba72'] in dv-cinder-562053-17-iscsi is: [{'id': 'e094bb60-5023-439b-91ea-c699416aba72', 'name': 'router1', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '4a014798-b221-4742-bda3-6eb0b0711de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:54:14Z', 'updated_at': '2021-01-18T19:54:35Z', 'revision_number': 4, 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'gw_port': {'id': '4a014798-b221-4742-bda3-6eb0b0711de2', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e094bb60-5023-439b-91ea-c699416aba72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:54:34Z', 'updated_at': '2021-01-18T19:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '07722322-942e-4090-84ae-5a1443793b9e', 'name': '', 'network_id': 'a7692594-235b-4069-8c8e-a694ab0993ea', 'tenant_id': '556603b6dec043b4b6035d812d9e62b7', 'mac_address': 'fa:16:3e:9c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e094bb60-5023-439b-91ea-c699416aba72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:54:24Z', 'updated_at': '2021-01-18T19:54:31Z', 'revision_number': 5, 'project_id': '556603b6dec043b4b6035d812d9e62b7', 'subnets': [{'id': 'd723aec0-6d65-454b-b0ac-ce5dd331fc84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dddeb19d-a6bb-47a3-89f7-8c3765e1c4ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 19:54:39.466257 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 54794) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:54:39.668992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d5d046-0b18-4f8c-9fe0-dec965c96126 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:54:39.670676 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-48d5d046-0b18-4f8c-9fe0-dec965c96126 admin admin] 10.222.0.101 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.2031333
Jan 18 19:54:40.853184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 4a014798-b221-4742-bda3-6eb0b0711de2 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 19:54:40.927195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 4a014798-b221-4742-bda3-6eb0b0711de2 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 19:54:40.935943 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 4a014798-b221-4742-bda3-6eb0b0711de2 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:54:40.936559 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:41.075307 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:41.095480 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 4a014798-b221-4742-bda3-6eb0b0711de2, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=4a014798-b221-4742-bda3-6eb0b0711de2,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 19:54:41.099118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:41.103191 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:54:41.176979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=4a014798-b221-4742-bda3-6eb0b0711de2,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:54:41.180485 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:54:42.591011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62f15849-726b-4b22-81c1-ce48a76f98e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:42.825223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 4a014798-b221-4742-bda3-6eb0b0711de2 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 19:54:42.931608 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 4a014798-b221-4742-bda3-6eb0b0711de2 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:54:42.931890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:45.092132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-171fcee8-fba2-444c-94a1-706c218ff754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:45.731515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:46.700651 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:47.226899 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:54:59.411830 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 19:55:12.576829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b455d294-1b28-4cb0-a12f-25c45754a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:55:15.085624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e5da139d-58f3-481e-83b9-af6a52d03a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:55:15.683529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:55:16.678802 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:55:17.196360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:55:36.411858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 19:55:42.583896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5081699e-8a12-47f5-bed6-169aa891ed8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:55:45.084376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f6a1ed9-97b1-42d0-82b6-3dc4c27497e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:55:45.696925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:55:46.679896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:55:47.204907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:56:12.583320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9200ebbf-a489-4e0f-9813-7f421b9c6ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:56:13.413054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 19:56:15.082723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e135ff1-f94a-4f3f-8b70-64876721cc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:56:15.691702 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:56:16.674534 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:56:17.203332 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:56:42.578824 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f448d82-dd3d-49ee-af0e-30eb66e8748c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:56:45.077139 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f26cc926-37b2-435b-9e6d-3e43c3ec2796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:56:45.696973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:56:46.682402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:56:47.208770 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:56:50.413403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 19:56:59.390584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55370) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:56:59.504038 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.pecan_wsgi.hooks.translation [None req-91da7d13-475b-456d-9d57-0f7a245ceed6 admin admin] GET failed (client error): The resource could not be found.
Jan 18 19:56:59.505538 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-91da7d13-475b-456d-9d57-0f7a245ceed6 admin admin] 10.222.0.101 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1134531
Jan 18 19:56:59.661717 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d010cc0-8f14-460b-b0a9-9fc7927ef077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:56:59.663287 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-3d010cc0-8f14-460b-b0a9-9fc7927ef077 admin admin] 10.222.0.101 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1514270
Jan 18 19:57:02.208475 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55380) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:57:02.381888 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b5da5c-39a9-442e-9e58-e652236369ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:02.382403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-85b5da5c-39a9-442e-9e58-e652236369ab admin admin] Synchronizing usage tracker for tenant:8f91f664c5d8460db7607c7ea49d8e83 on resource:subnet {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 19:57:02.400525 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-85b5da5c-39a9-442e-9e58-e652236369ab admin admin] Unset dirty status for tenant:8f91f664c5d8460db7607c7ea49d8e83 on resource:subnet {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 19:57:02.401790 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-85b5da5c-39a9-442e-9e58-e652236369ab admin admin] 10.222.0.101 "GET /v2.0/subnets/d723aec0-6d65-454b-b0ac-ce5dd331fc84 HTTP/1.1" status: 200  len: 849 time: 0.1922436
Jan 18 19:57:02.415638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 19:57:02.555793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:03.089834 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734782440529'] for subnet, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:03.109778 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:57:03.256851 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d723aec0-6d65-454b-b0ac-ce5dd331fc84,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:57:03.270053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:03.270464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:03.270853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:03.271227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:03.271581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:03.271959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:03.272277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:03.272697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:03.273462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:03.273810 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:03.274168 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:03.274533 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:03.280546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:57:03.310344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:03.311174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:03.312775 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] 10.222.0.101 "PUT /v2.0/subnets/d723aec0-6d65-454b-b0ac-ce5dd331fc84 HTTP/1.1" status: 200  len: 868 time: 0.9021900
Jan 18 19:57:03.329145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfc718c-5bc1-4d9a-ac83-768f5ad222dd None None] Network a7692594-235b-4069-8c8e-a694ab0993ea requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 19:57:03.890929 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-f25e048b-f33e-45a0-83bd-d5f47fb6ba3d None None] Provisioning complete for port 90cc5329-f110-4210-a6dc-6eb824ef08fa triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:57:03.891226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f25e048b-f33e-45a0-83bd-d5f47fb6ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:04.031371 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-f25e048b-f33e-45a0-83bd-d5f47fb6ba3d None None] Provisioning complete for port 07722322-942e-4090-84ae-5a1443793b9e triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:57:04.031798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f25e048b-f33e-45a0-83bd-d5f47fb6ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:05.892542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55390) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:57:06.145001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55562d08-3ea8-43c9-bd37-66f433802d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:06.145364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55562d08-3ea8-43c9-bd37-66f433802d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:06.147028 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-55562d08-3ea8-43c9-bd37-66f433802d37 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2531736
Jan 18 19:57:08.695356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55400) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:57:08.934023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f515af3-0cfa-43e9-8385-6c2eae0ca9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:08.934311 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f515af3-0cfa-43e9-8385-6c2eae0ca9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:08.936179 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1f515af3-0cfa-43e9-8385-6c2eae0ca9d8 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2396400
Jan 18 19:57:11.504867 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55410) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:57:11.749898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89e872a-6941-4ccd-b797-bbaa096095fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:11.751302 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d89e872a-6941-4ccd-b797-bbaa096095fa admin admin] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 886 time: 0.2453427
Jan 18 19:57:12.582930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3bfb558a-e106-4c76-9fa9-1e012f9752c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:14.317263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55420) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:57:14.567490 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fa35bd-3b42-4cf4-9131-07d1c62e7a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:14.569084 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a5fa35bd-3b42-4cf4-9131-07d1c62e7a79 admin admin] 10.222.0.101 "GET /v2.0/networks/a7692594-235b-4069-8c8e-a694ab0993ea HTTP/1.1" status: 200  len: 862 time: 0.2507350
Jan 18 19:57:15.083114 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf22d-65f5-445d-8b74-2d093678c09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:15.699978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:16.677954 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:17.122592 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55430) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:57:17.215151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:17.289333 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0fcae-ade6-4ab9-adf9-d72f0a19d857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:17.289669 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0fcae-ade6-4ab9-adf9-d72f0a19d857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:17.291356 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-62e0fcae-ade6-4ab9-adf9-d72f0a19d857 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1677139
Jan 18 19:57:19.816361 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55440) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:57:19.988175 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656fd1d3-251a-4148-8178-0573f07a0fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:19.988543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656fd1d3-251a-4148-8178-0573f07a0fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:19.990235 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-656fd1d3-251a-4148-8178-0573f07a0fbf admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1727371
Jan 18 19:57:22.582349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55450) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:57:22.748000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd31b5-a193-47d8-b1bb-0c097097e1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:22.749456 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-98dd31b5-a193-47d8-b1bb-0c097097e1b7 admin admin] 10.222.0.101 "GET /v2.0/subnets/68c2b89a-5ba0-4c52-ac69-ce7341a128c1 HTTP/1.1" status: 200  len: 816 time: 0.1660218
Jan 18 19:57:25.291551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55460) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:57:25.460187 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2580911-f8d2-4b0a-afef-d0975d65de85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:25.461677 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d2580911-f8d2-4b0a-afef-d0975d65de85 admin admin] 10.222.0.101 "GET /v2.0/subnets/d723aec0-6d65-454b-b0ac-ce5dd331fc84 HTTP/1.1" status: 200  len: 868 time: 0.1688206
Jan 18 19:57:27.413446 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 19:57:42.586552 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f8363fe-4b3b-41ab-a785-23856f44f5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:45.088818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04d0e32a-2904-427c-97e1-1a3477f5bf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:45.703265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:46.674146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:47.219862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:52.333758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55500) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:57:52.430221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [None req-25fbc5f9-d904-48b3-853e-63f8755314b8 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 19:57:52.431355 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-25fbc5f9-d904-48b3-853e-63f8755314b8 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0965374
Jan 18 19:57:55.098422 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55510) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:57:55.217214 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6fcb6e-14ec-4d32-ada6-8665726be631 admin admin] GET failed (client error): The resource could not be found.
Jan 18 19:57:55.218592 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-db6fcb6e-14ec-4d32-ada6-8665726be631 admin admin] 10.222.0.101 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1191564
Jan 18 19:57:55.366962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946df314-131b-4a4d-9679-6c7146b500d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:55.368636 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-946df314-131b-4a4d-9679-6c7146b500d5 admin admin] 10.222.0.101 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1450610
Jan 18 19:57:57.954941 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55520) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:57:58.044444 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 19:57:58.050893 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 19:57:58.062039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 19:57:58.073813 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Made reservation on behalf of 8f91f664c5d8460db7607c7ea49d8e83 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 19:57:58.079063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:58.188660 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.services.revisions.revision_plugin [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1b98b81278] {project_id='8f91f664c5d8460db7607c7ea49d8e83', id='9c00cb39-37d2-4965-9be1-ae0f02ba5c69', target_tenant='*', action='access_as_shared', object_id='33ed2c13-6724-425e-9c01-44c6b6cfa0d9'}> to bump revision.
Jan 18 19:57:58.209562 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 19:57:58.222214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:58.222697 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Added segment 17939eee-0eaf-43d6-9d8c-d15378cef621 of type vxlan for network 33ed2c13-6724-425e-9c01-44c6b6cfa0d9
Jan 18 19:57:58.266336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:58.306717 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:58.307996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:57:58.308690 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:57:58.314761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:57:58.427468 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4712889
Jan 18 19:57:58.430896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Pushing event updated for resources: {'Network': ['ID=33ed2c13-6724-425e-9c01-44c6b6cfa0d9,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:57:58.440474 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:58.440474 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:58.440983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:58.441266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:58.441577 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:58.441976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:58.442373 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:58.442751 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:58.443154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:58.443490 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:58.443838 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:58.444180 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:57:58.449715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:57:58.459076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 33ed2c13-6724-425e-9c01-44c6b6cfa0d9 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 19:58:01.072479 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55530) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:58:01.188005 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bcc1d4-c0c0-4c67-965f-9bb58659cb59 admin admin] GET failed (client error): The resource could not be found.
Jan 18 19:58:01.188622 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-61bcc1d4-c0c0-4c67-965f-9bb58659cb59 admin admin] Synchronizing usage tracker for tenant:8f91f664c5d8460db7607c7ea49d8e83 on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 19:58:01.205520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-61bcc1d4-c0c0-4c67-965f-9bb58659cb59 admin admin] Unset dirty status for tenant:8f91f664c5d8460db7607c7ea49d8e83 on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 19:58:01.207150 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-61bcc1d4-c0c0-4c67-965f-9bb58659cb59 admin admin] 10.222.0.101 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1334205
Jan 18 19:58:01.329791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f388cb8-8dde-44ac-a8d5-8ccdd5a59683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:58:01.331496 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7f388cb8-8dde-44ac-a8d5-8ccdd5a59683 admin admin] 10.222.0.101 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1198690
Jan 18 19:58:01.345613 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '33ed2c13-6724-425e-9c01-44c6b6cfa0d9', 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 19:58:01.352394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 19:58:01.364031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 19:58:01.376906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Made reservation on behalf of 8f91f664c5d8460db7607c7ea49d8e83 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 19:58:01.382089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:01.842545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:01.858471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:58:02.000015 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad6330f-a485-4adf-8b55-390a36ac3bd4,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:58:02.004409 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:58:02.233128 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Checking segment: {'id': '17939eee-0eaf-43d6-9d8c-d15378cef621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '33ed2c13-6724-425e-9c01-44c6b6cfa0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 19:58:02.233756 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Network hostable DHCP agents. Network: 33ed2c13-6724-425e-9c01-44c6b6cfa0d9, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 19:58:02.256039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Network 33ed2c13-6724-425e-9c01-44c6b6cfa0d9 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 19:58:02.266781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 33ed2c13-6724-425e-9c01-44c6b6cfa0d9) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 19:58:02.270751 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 19:58:02.271402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:02.276330 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce1de5-f069-427e-9687-02a2efa961e4 None None] Network 33ed2c13-6724-425e-9c01-44c6b6cfa0d9 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 19:58:02.298161 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9575777
Jan 18 19:58:02.553873 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd851127e-0039-5e12-9f31-78d5075d90a2-33ed2c13-6724-425e-9c01-44c6b6cfa0d9', 'network_id': '33ed2c13-6724-425e-9c01-44c6b6cfa0d9', 'tenant_id': '8f91f664c5d8460db7607c7ea49d8e83', 'fixed_ips': [{'subnet_id': '3ad6330f-a485-4adf-8b55-390a36ac3bd4'}]}} from dv-cinder-562053-17-iscsi. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 18 19:58:02.554800 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:02.960723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Allocated IP 192.168.233.2 (33ed2c13-6724-425e-9c01-44c6b6cfa0d9/3ad6330f-a485-4adf-8b55-390a36ac3bd4/899c8d86-a1c2-4544-a836-e3904e4c580f) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 19:58:03.231181 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:03.244783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Transition to ACTIVE for port object 899c8d86-a1c2-4544-a836-e3904e4c580f will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 19:58:03.264042 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Transition to ACTIVE for port object 899c8d86-a1c2-4544-a836-e3904e4c580f will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 19:58:03.270458 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:03.287804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2dbdd36a-d27f-49bb-8645-85be91cab574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:58:03.430130 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Pushing event updated for resources: {'Port': ['ID=899c8d86-a1c2-4544-a836-e3904e4c580f,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:58:03.450684 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:58:03.451135 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:58:03.451739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:58:03.452156 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:58:03.452555 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:58:03.452923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:58:03.453277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:58:03.454021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:58:03.454383 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:58:03.454743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:58:03.455104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:58:03.455462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:58:03.461302 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:58:03.513286 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Network 33ed2c13-6724-425e-9c01-44c6b6cfa0d9 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 19:58:03.514823 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Resources bound (agent type, host, resource id):  {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 19:58:03.517306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 19:58:03.576858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Attempting to bind port 899c8d86-a1c2-4544-a836-e3904e4c580f on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 19:58:03.577278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Attempting to bind port 899c8d86-a1c2-4544-a836-e3904e4c580f by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': '17939eee-0eaf-43d6-9d8c-d15378cef621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '33ed2c13-6724-425e-9c01-44c6b6cfa0d9'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 19:58:03.577682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Attempting to bind port 899c8d86-a1c2-4544-a836-e3904e4c580f on network 33ed2c13-6724-425e-9c01-44c6b6cfa0d9 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 19:58:03.585087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 19:58:03.585495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Checking segment: {'id': '17939eee-0eaf-43d6-9d8c-d15378cef621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '33ed2c13-6724-425e-9c01-44c6b6cfa0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 19:58:03.585942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:03.586375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Bound using segment: {'id': '17939eee-0eaf-43d6-9d8c-d15378cef621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '33ed2c13-6724-425e-9c01-44c6b6cfa0d9'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 19:58:03.586874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Bound port: 899c8d86-a1c2-4544-a836-e3904e4c580f, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17939eee-0eaf-43d6-9d8c-d15378cef621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '33ed2c13-6724-425e-9c01-44c6b6cfa0d9'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 19:58:03.587317 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:03.689032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] For port 899c8d86-a1c2-4544-a836-e3904e4c580f, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 19:58:03.692917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] For port 899c8d86-a1c2-4544-a836-e3904e4c580f, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=899c8d86-a1c2-4544-a836-e3904e4c580f,segment=NetworkSegment(17939eee-0eaf-43d6-9d8c-d15378cef621),segment_id=17939eee-0eaf-43d6-9d8c-d15378cef621)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 19:58:03.696607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:03.714409 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:58:04.050011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Pushing event updated for resources: {'Port': ['ID=899c8d86-a1c2-4544-a836-e3904e4c580f,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:58:04.056090 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:58:04.416898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 19:58:04.941745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 899c8d86-a1c2-4544-a836-e3904e4c580f up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 19:58:05.027312 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 899c8d86-a1c2-4544-a836-e3904e4c580f completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 19:58:05.353216 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b96adec-465b-4b6d-9d42-79683a0f4a48 None None] Network 33ed2c13-6724-425e-9c01-44c6b6cfa0d9 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 19:58:05.462685 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5691fd71-88ed-4956-b10e-bcb646f7b7ef None None] Provisioning for port 899c8d86-a1c2-4544-a836-e3904e4c580f completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 19:58:05.473265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5691fd71-88ed-4956-b10e-bcb646f7b7ef None None] Provisioning complete for port 899c8d86-a1c2-4544-a836-e3904e4c580f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:58:05.473686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5691fd71-88ed-4956-b10e-bcb646f7b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:05.717973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5691fd71-88ed-4956-b10e-bcb646f7b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:05.762655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5691fd71-88ed-4956-b10e-bcb646f7b7ef None None] For port 899c8d86-a1c2-4544-a836-e3904e4c580f, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=899c8d86-a1c2-4544-a836-e3904e4c580f,segment=NetworkSegment(17939eee-0eaf-43d6-9d8c-d15378cef621),segment_id=17939eee-0eaf-43d6-9d8c-d15378cef621)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 19:58:05.774169 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5691fd71-88ed-4956-b10e-bcb646f7b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:05.774169 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:58:05.852211 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691fd71-88ed-4956-b10e-bcb646f7b7ef None None] Pushing event updated for resources: {'Port': ['ID=899c8d86-a1c2-4544-a836-e3904e4c580f,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:58:05.856136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5691fd71-88ed-4956-b10e-bcb646f7b7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:58:06.009221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-8e85ea84-8ffd-4200-8b7a-dd75892ff108 None None] Provisioning complete for port 899c8d86-a1c2-4544-a836-e3904e4c580f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:58:06.009640 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8e85ea84-8ffd-4200-8b7a-dd75892ff108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:06.283921 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-7ae4c9f1-f07e-4eb9-9d28-0a0498f7270b None None] Provisioning complete for port 899c8d86-a1c2-4544-a836-e3904e4c580f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:58:06.284305 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7ae4c9f1-f07e-4eb9-9d28-0a0498f7270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:06.548061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-b1ea87e9-1c43-4cac-a00b-5b82f342f5c9 None None] Provisioning complete for port 899c8d86-a1c2-4544-a836-e3904e4c580f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:58:06.548696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b1ea87e9-1c43-4cac-a00b-5b82f342f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:06.913417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 899c8d86-a1c2-4544-a836-e3904e4c580f up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 19:58:06.989404 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 899c8d86-a1c2-4544-a836-e3904e4c580f triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 19:58:06.989808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:12.591520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a688222f-4b62-4b99-8ab9-114244cbcdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:15.086162 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-36b1e949-8fe6-4ae9-9ebd-05ca37a0ae5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:15.705126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:16.670218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:17.236506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:41.418246 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 19:58:42.586557 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b699e5f7-f634-40be-ac20-e46e78fee303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:45.084504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-35fb5b44-e68a-4c78-816b-8189453064d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:45.715780 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:46.675105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:58:47.228603 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:12.482805 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55572) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:59:12.489388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [None req-931aa1c9-d88a-43e6-a532-bde5c59e9ee0 tempest-verify_tempest_config-1644182237 tempest-verify_tempest_config-1644182237] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 19:59:12.490486 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-931aa1c9-d88a-43e6-a532-bde5c59e9ee0 tempest-verify_tempest_config-1644182237 tempest-verify_tempest_config-1644182237] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0065804
Jan 18 19:59:12.590435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec0c5-6a2d-4af4-8d19-332aba5ab31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:12.918767 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55592) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:59:13.101087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:13.117804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 19:59:13.122697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Usage tracker for resource:security_group_rule and tenant:dfda692945e648838f7cec0a3d860287 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 19:59:13.126688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 19:59:13.132820 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 19:59:13.253248 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:13.257667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:13.268830 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:59:13.319472 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dfda692945e648838f7cec0a3d860287&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3994176
Jan 18 19:59:13.321132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16c5d87-c084-4435-998f-ff3537dd6c38,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:59:13.322433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55598) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 19:59:13.330335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.330733 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.331138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.331959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.332353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.332763 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.333124 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.333495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.333865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.334218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.334566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.334918 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.339767 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:59:13.398906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:13.429515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:13.492696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:13.496912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 19:59:13.512070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16c5d87-c084-4435-998f-ff3537dd6c38,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 19:59:13.519803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:13.521055 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d16c5d87-c084-4435-998f-ff3537dd6c38 HTTP/1.1" status: 204  len: 168 time: 0.1975346
Jan 18 19:59:13.522647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.523033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.523410 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.523851 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.524227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.524638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.525040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.525641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.525733 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.526071 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.526429 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.526761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 19:59:13.530240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 19:59:15.080237 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7999206b-05f0-4c20-af13-d2465484b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:15.712744 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:16.674620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:17.224771 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:18.417714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 19:59:42.597556 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63dc3601-0127-4646-8283-33eb6ed64041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:45.090315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7ff914ef-08ee-4f51-b183-0abfad5913cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:45.716372 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:46.671517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:47.236817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 19:59:55.418072 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:00:12.592887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e0485ef-0def-435a-a675-0e799fc3ec2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:00:15.085742 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a32720b-07cc-4f2e-905a-35f2368fad57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:00:15.729705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:00:16.667755 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:00:17.239623 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:00:32.424360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:00:42.598496 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6605f8d9-d226-4a45-8c66-610ba2f93b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:00:45.083021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fc24c460-2515-4c1b-9d2d-cf0d271a6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:00:45.726392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:00:46.664972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:00:47.244021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:00:48.174021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806'] for agent, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:00:48.174532 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:00:48.174744 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:00:48.175187 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:00:48.175574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:00:48.175938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:00:48.176542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:00:48.176665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:00:48.177023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:00:48.177389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:00:48.177745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:00:48.178110 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:00:48.178466 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:00:48.178854 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1b9372fd68>, 'Open vSwitch agent', 'hv-cinder-56205', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:00:48.184547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1b982f6ba8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-56205', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:00:48.549402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] get_endpoint_by_host() called for host hv-cinder-56205 {{(pid=80181) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 18 20:00:48.554306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] get_endpoint_by_ip() called for ip 192.168.0.102 {{(pid=80181) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 18 20:00:48.559655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] _add_endpoint() called for ip 192.168.0.102 {{(pid=80181) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 18 20:00:48.568961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] _get_endpoints() called {{(pid=80181) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 18 20:00:55.126811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55650) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:00:55.293946 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-948e2633-63c0-4250-8b7d-9562a60140a9 admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5093 time: 0.1657622
Jan 18 20:00:57.842952 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55660) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:00:57.946605 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7621508a-f7f1-46f1-9148-adc9ac3b968d admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5093 time: 0.1021552
Jan 18 20:01:09.426884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:01:12.610136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-53ada58d-762d-4db5-929d-38af117841ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:01:15.079100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-070b20a7-0dd4-4342-9f0c-25ceb21fb372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:01:15.726512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:01:16.663945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:01:17.241128 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:01:18.195990 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:01:42.605639 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3528eaf0-7313-46a6-8d1e-78394735ccab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:01:45.074388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-01223570-ac11-4a1a-8e06-0148daffd63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:01:45.734604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:01:46.427412 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:01:46.661377 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:01:47.249602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:01:48.199879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:12.610411 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a89f7610-b682-42ca-a7a2-215f9ffa59c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:15.079714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6d399779-5e23-483e-84c2-2be6b343543f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:15.736236 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:16.662255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:17.253195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:18.198369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:23.428543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:02:34.347807 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55776) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:34.769413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1232899262-network', 'tenant_id': 'b5e9c83f6cf64d11bb5798d195e58d22'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:34.775111 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:34.779859 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Usage tracker for resource:network and tenant:b5e9c83f6cf64d11bb5798d195e58d22 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:34.783811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:34.790827 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:34.803959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Made reservation on behalf of b5e9c83f6cf64d11bb5798d195e58d22 for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:02:34.809682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:34.824115 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:34.842225 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:34.847334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b5e9c83f6cf64d11bb5798d195e58d22 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:34.850869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:34.857268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:34.962440 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:34.965612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:34.970600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:35.006826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ddf69e-e89f-4294-aa9e-9fd0632da4e3,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:35.020683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:02:35.024247 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.024767 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.025100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.025472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.025840 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.026205 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.026568 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.026930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.027292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.027649 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.028009 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.028520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.028850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.029356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.029971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.030419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.030831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.031215 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.031563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.031919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.032274 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.033002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.033002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.033360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Tracked resource versions report:
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]: pushed versions:
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]: {   'AddressGroup': {'1.1'},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     'ConntrackHelper': {'1.0'},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Log': {'1.0'},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Network': {'1.1'},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Port': {'1.6'},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     'PortForwarding': {'1.2'},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     'QosPolicy': {'1.8'},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroup': {'1.4'},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroupRule': {'1.2'},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SubPort': {'1.0'},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Subnet': {'1.1'},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Trunk': {'1.1'}}
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]: consumer versions:
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]: {   DHCP agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     L3 agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metadata agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metering agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     Open vSwitch agent@dv-cinder-562053-17-iscsi: {   'AddressGroup': '1.1',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'ConntrackHelper': '1.0',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Log': '1.0',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Network': '1.1',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Port': '1.6',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'PortForwarding': '1.2',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'QosPolicy': '1.8',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroup': '1.4',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroupRule': '1.2',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SubPort': '1.0',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Subnet': '1.1',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Trunk': '1.1'},
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:     Open vSwitch agent@hv-cinder-56205: {   'AddressGroup': '1.1',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'ConntrackHelper': '1.0',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Log': '1.0',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Network': '1.1',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Port': '1.6',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'PortForwarding': '1.2',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'QosPolicy': '1.8',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'SecurityGroup': '1.4',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'SecurityGroupRule': '1.2',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'SubPort': '1.0',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Subnet': '1.1',
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Trunk': '1.1'}}
Jan 18 20:02:35.034721 dv-cinder-562053-17-iscsi neutron-server[80066]:  {{(pid=80179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 18 20:02:35.038812 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:35.053861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:35.054258 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Added segment cbea2f12-74cc-4494-8348-335cc1966c75 of type vxlan for network 750dc145-6b59-45da-9c9e-22b2c9b519f7
Jan 18 20:02:35.089252 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:35.135876 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:35.137665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:35.138322 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:35.144232 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:35.263297 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9141722
Jan 18 20:02:35.268732 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55820) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:35.273338 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Pushing event updated for resources: {'Network': ['ID=750dc145-6b59-45da-9c9e-22b2c9b519f7,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:35.275570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Request body: {'subnet': {'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1232899262-subnet', 'tenant_id': 'b5e9c83f6cf64d11bb5798d195e58d22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:35.278666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:35.284770 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:35.289438 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Usage tracker for resource:subnet and tenant:b5e9c83f6cf64d11bb5798d195e58d22 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:35.292531 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 750dc145-6b59-45da-9c9e-22b2c9b519f7 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:02:35.292708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:35.298794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:35.310541 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Made reservation on behalf of b5e9c83f6cf64d11bb5798d195e58d22 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:02:35.319869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:35.368755 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network 750dc145-6b59-45da-9c9e-22b2c9b519f7 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:02:35.812986 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:35.833619 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-59546f9c-3bce-49f2-862c-f909546298d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:35.985394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c212ca-5183-42ef-8fad-d29415fcef77,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:36.000044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.000457 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.000906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.001198 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.001546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.001924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.002284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.002653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.003021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.003362 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.003714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.004064 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.004493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.004850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.005282 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.005946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.006053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.006514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.006748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.007095 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.007547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.007769 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.008113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.008493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Tracked resource versions report:
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]: pushed versions:
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]: {   'AddressGroup': {'1.1'},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     'ConntrackHelper': {'1.0'},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Log': {'1.0'},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Network': {'1.1'},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Port': {'1.6'},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     'PortForwarding': {'1.2'},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     'QosPolicy': {'1.8'},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroup': {'1.4'},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroupRule': {'1.2'},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SubPort': {'1.0'},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Subnet': {'1.1'},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Trunk': {'1.1'}}
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]: consumer versions:
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]: {   DHCP agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     L3 agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metadata agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metering agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     Open vSwitch agent@dv-cinder-562053-17-iscsi: {   'AddressGroup': '1.1',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'ConntrackHelper': '1.0',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Log': '1.0',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Network': '1.1',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Port': '1.6',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'PortForwarding': '1.2',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'QosPolicy': '1.8',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroup': '1.4',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroupRule': '1.2',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SubPort': '1.0',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Subnet': '1.1',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Trunk': '1.1'},
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:     Open vSwitch agent@hv-cinder-56205: {   'AddressGroup': '1.1',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'ConntrackHelper': '1.0',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Log': '1.0',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Network': '1.1',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Port': '1.6',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'PortForwarding': '1.2',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'QosPolicy': '1.8',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'SecurityGroup': '1.4',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'SecurityGroupRule': '1.2',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'SubPort': '1.0',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Subnet': '1.1',
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Trunk': '1.1'}}
Jan 18 20:02:36.009985 dv-cinder-562053-17-iscsi neutron-server[80066]:  {{(pid=80180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 18 20:02:36.015365 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:36.082907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Checking segment: {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:02:36.082907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Network hostable DHCP agents. Network: 750dc145-6b59-45da-9c9e-22b2c9b519f7, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:02:36.109797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Network 750dc145-6b59-45da-9c9e-22b2c9b519f7 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:02:36.120460 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 750dc145-6b59-45da-9c9e-22b2c9b519f7) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:02:36.129828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1a3f7-cdf3-40fc-a3a9-481d9970fb46 None None] Network 750dc145-6b59-45da-9c9e-22b2c9b519f7 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:02:36.130861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:36.131926 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:36.181925 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9112632
Jan 18 20:02:36.200663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55848) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:36.408289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add75291-90d4-4082-b7c4-7a98834d6668 None None] Network 750dc145-6b59-45da-9c9e-22b2c9b519f7 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:02:36.754109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-672671543-network', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:36.763162 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:36.778384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Usage tracker for resource:network and tenant:10b8cee9d3aa476b9427653660a4c562 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:36.785222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:36.801408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:36.816541 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Made reservation on behalf of 10b8cee9d3aa476b9427653660a4c562 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:02:36.824666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:36.844639 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:36.870085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:36.874936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:10b8cee9d3aa476b9427653660a4c562 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:36.878846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:36.885906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:36.989050 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:36.993320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:37.004223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb38c06e-6b10-4717-bfea-509395c9b449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:37.034841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:02:37.050582 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:37.054534 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:37.055823 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:37.056355 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Added segment d1825a9e-548d-4763-a141-b7a4c4f2d9a5 of type vxlan for network 02c230c4-f60f-47f2-9329-8bad014f8da8
Jan 18 20:02:37.088135 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:37.136232 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:37.138138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:37.139530 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:37.146314 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:37.261673 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0591617
Jan 18 20:02:37.266834 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55892) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:37.272216 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=02c230c4-f60f-47f2-9329-8bad014f8da8,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:37.275748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Request body: {'subnet': {'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-672671543-subnet', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:37.276662 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:37.289640 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:37.289950 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 02c230c4-f60f-47f2-9329-8bad014f8da8 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:02:37.291978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Usage tracker for resource:subnet and tenant:10b8cee9d3aa476b9427653660a4c562 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:37.295662 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:37.303559 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:37.314807 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Made reservation on behalf of 10b8cee9d3aa476b9427653660a4c562 for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:02:37.323094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:37.385408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55896) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:37.405870 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network 02c230c4-f60f-47f2-9329-8bad014f8da8 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:02:37.707868 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55904) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:37.787289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 55912) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:37.911378 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:37.983788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1207329425-network', 'tenant_id': '30454b7ccff4490997398d511edb23e6'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:37.997554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:38.005587 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Usage tracker for resource:network and tenant:30454b7ccff4490997398d511edb23e6 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:38.017948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:38.029343 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:38.050710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Made reservation on behalf of 30454b7ccff4490997398d511edb23e6 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:02:38.055693 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.078536 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7c3b5ffd-e00c-40a3-895f-7c460c9c9854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:38.088778 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-466255612-network', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:38.116305 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:38.119052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.147999 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Usage tracker for resource:network and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:38.194824 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:38.205862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3a2eb7-3191-4b4e-886b-727d772b5422,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:38.209528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:38.218166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:38.220841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:38.242164 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Usage tracker for resource:security_group_rule and tenant:30454b7ccff4490997398d511edb23e6 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:38.251944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:38.252172 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Checking segment: {'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:02:38.252441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Network hostable DHCP agents. Network: 02c230c4-f60f-47f2-9329-8bad014f8da8, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:02:38.277353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:38.286301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Made reservation on behalf of 1417b693c42f47ee9a8bce62bc69f85c for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:02:38.299709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Network 02c230c4-f60f-47f2-9329-8bad014f8da8 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:02:38.300836 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.314023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 02c230c4-f60f-47f2-9329-8bad014f8da8) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:02:38.321106 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:38.322800 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8229af-db8d-4c23-81db-5d6b4273b5d0 None None] Network 02c230c4-f60f-47f2-9329-8bad014f8da8 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:02:38.325117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.373856 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.1028318
Jan 18 20:02:38.378766 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55932) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:38.385494 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-672671543-router', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:38.394277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.399972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:38.406424 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Usage tracker for resource:router and tenant:10b8cee9d3aa476b9427653660a4c562 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:38.414339 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:38.422726 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:38.446165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772417'] for router, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.447315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853774961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3332'] for router, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.470718 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.471524 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1720372741-network', 'tenant_id': '78931a7982b64c90868368a661617e70'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:38.523723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:38.538724 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Usage tracker for resource:security_group_rule and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:38.545107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:38.553396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:38.656482 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.663287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:38.667545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Usage tracker for resource:network and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:38.670677 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:38.677242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:38.687147 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.690879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Made reservation on behalf of 78931a7982b64c90868368a661617e70 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:02:38.696687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.747725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:02:38.761175 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.761897 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Added segment 7dd85cc3-5b02-40d2-be12-3b66055217ca of type vxlan for network afb56ae4-80d3-4971-aaeb-b3508e21ee72
Jan 18 20:02:38.824710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.868150 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.971497 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:38.978772 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:39.013607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:39.014537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94a478e-029a-4473-b2af-5b79fd4aaa1b None None] Network 02c230c4-f60f-47f2-9329-8bad014f8da8 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:02:39.054451 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:39.071428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Usage tracker for resource:security_group_rule and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:39.084389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:39.099399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:39.171009 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:39.182844 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:39.187067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:39.233616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:02:39.293794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:39.294209 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Added segment c017ccd5-8a79-429f-85cd-a8cadd5fe1e3 of type vxlan for network c8449507-e06e-4b3a-bbe4-1e87bb5854d5
Jan 18 20:02:39.325693 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a33cad-8938-4d09-b761-20b9a6a05da5,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:39.338704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:39.356027 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:39.363848 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-939143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3349'] for router, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:39.499376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:39.579066 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7091130a-3ce0-4429-abfc-fcbb5b0496c0,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:39.587708 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.8782852
Jan 18 20:02:39.590731 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:39.591881 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e35e2565-513f-4ae5-a950-4c8a810388bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:39.595993 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55972) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:39.613158 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:39.620708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Request body: {'subnet': {'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-subnet', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:39.622394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:39.623073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:39.641555 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:39.652958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Usage tracker for resource:subnet and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:39.660151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55982) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:39.661496 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:39.677188 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 18 20:02:39.762318 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.3756099
Jan 18 20:02:39.767680 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:39.768804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Pushing event updated for resources: {'Network': ['ID=afb56ae4-80d3-4971-aaeb-b3508e21ee72,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:39.771447 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 55988) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:39.777954 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:39.778614 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:39.782289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:02:39.835149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:02:39.838000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Request body: {'subnet': {'network_id': 'c8449507-e06e-4b3a-bbe4-1e87bb5854d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1207329425-subnet', 'tenant_id': '30454b7ccff4490997398d511edb23e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:39.868709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Made reservation on behalf of 1417b693c42f47ee9a8bce62bc69f85c for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:02:39.884959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:39.947323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:39.950508 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Pushing event updated for resources: {'Network': ['ID=c8449507-e06e-4b3a-bbe4-1e87bb5854d5,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:39.955041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:39.956171 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:39.967731 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:39.992352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network c8449507-e06e-4b3a-bbe4-1e87bb5854d5 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:02:40.007907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network c8449507-e06e-4b3a-bbe4-1e87bb5854d5 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:02:40.027844 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:02:40.068078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b991160-f477-4d16-b625-62d9a1c6ea09,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:40.082901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:40.083763 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Added segment f540a7d6-3b93-41cc-8468-676d46e10125 of type vxlan for network 6f70f34b-3649-4431-89fb-39c80ea98bc2
Jan 18 20:02:40.085799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:40.145130 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:40.231217 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:40.232981 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:40.233647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:40.260771 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:40.285944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:40.322298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Usage tracker for resource:subnet and tenant:30454b7ccff4490997398d511edb23e6 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:40.398091 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.6095109
Jan 18 20:02:40.401921 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 56018) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:40.409911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Request body: {'subnet': {'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1720372741-subnet', 'tenant_id': '78931a7982b64c90868368a661617e70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:40.417901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:40.423734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Usage tracker for resource:subnet and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:40.428961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:40.436947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:40.444860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:40.453226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Pushing event updated for resources: {'Network': ['ID=6f70f34b-3649-4431-89fb-39c80ea98bc2,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:40.456881 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:40.458077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Made reservation on behalf of 78931a7982b64c90868368a661617e70 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:02:40.463227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:40.565636 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:02:40.584349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:02:40.589985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:40.682981 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Made reservation on behalf of 30454b7ccff4490997398d511edb23e6 for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:02:40.690788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:40.789031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-d8fc7e2d-f980-43dc-865c-f5e25a060ad9 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:40.789950 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-d8fc7e2d-f980-43dc-865c-f5e25a060ad9 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Synchronizing usage tracker for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:network {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:02:40.845262 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:40.934588 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:41.090180 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-d8fc7e2d-f980-43dc-865c-f5e25a060ad9 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Unset dirty status for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:network {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:02:41.090990 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-d8fc7e2d-f980-43dc-865c-f5e25a060ad9 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 815 time: 1.4237909
Jan 18 20:02:41.166890 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-de6f5058-2829-4bec-909e-3360e30e689d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/quotas/b5e9c83f6cf64d11bb5798d195e58d22 HTTP/1.1" status: 200  len: 375 time: 0.0498972
Jan 18 20:02:41.334864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:41.336716 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-9ae3968d-32c7-4041-a4c7-84608f49316c tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1485593
Jan 18 20:02:41.353627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a0cf1b4d-2d38-4957-8246-d9a5c99063ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:41.555973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:41.585657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:41.748603 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Checking segment: {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:02:41.749105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Network hostable DHCP agents. Network: 6f70f34b-3649-4431-89fb-39c80ea98bc2, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:02:41.797628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:02:41.813599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 6f70f34b-3649-4431-89fb-39c80ea98bc2) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:02:41.820032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:41.820853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:41.823099 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162c02a6-b0d5-43cf-b55b-21eb996885b5 None None] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:02:41.868348 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4604990
Jan 18 20:02:41.868838 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 56088) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:41.874661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:41.891485 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-0f4ab2b7-2b1c-4fd6-bad9-23350fbb80e5 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 20:02:41.894597 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:41.906898 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-0f4ab2b7-2b1c-4fd6-bad9-23350fbb80e5 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.2278073
Jan 18 20:02:41.913591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Usage tracker for resource:router and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:41.930398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:41.948597 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:41.963754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772417'] for router, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:41.964590 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853774961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3332'] for router, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:42.007923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:42.054567 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Allocated IP 172.27.0.244 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/25095069-7e5b-4c47-b9d9-b58d9959818e) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:02:42.196004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd851127e-0039-5e12-9f31-78d5075d90a2-6f70f34b-3649-4431-89fb-39c80ea98bc2', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29'}]}} from dv-cinder-562053-17-iscsi. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 18 20:02:42.197615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:42.692685 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7adfd70a-01f7-45dc-8773-a59e59ebef7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:42.712809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Allocated IP 172.20.0.2 (6f70f34b-3649-4431-89fb-39c80ea98bc2/f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29/04d41082-8cb1-42de-b32d-f3f997020b73) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:02:42.839545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-939143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3349'] for router, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:43.026086 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:43.045452 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Transition to ACTIVE for port object 04d41082-8cb1-42de-b32d-f3f997020b73 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:02:43.066648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Transition to ACTIVE for port object 04d41082-8cb1-42de-b32d-f3f997020b73 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:02:43.072794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:43.100767 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-23ddc300-2cda-4b6a-bfe9-887ff6e2761c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:43.286532 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:43.315683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56142) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:43.345833 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-f1c3fb57-a3c4-4384-9022-72b64e73a0b8 service neutron] 10.222.0.101 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4250877
Jan 18 20:02:43.380096 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:43.445956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:43.483697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:43.561134 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-546db726-845b-4634-914c-49c5612cdc12 service neutron] 10.222.0.101 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1742182
Jan 18 20:02:43.573761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:43.624578 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Pushing event updated for resources: {'Port': ['ID=04d41082-8cb1-42de-b32d-f3f997020b73,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:43.645147 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.645707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.646327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.646816 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.647283 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.647895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.648424 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.649218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.649706 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.650384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.650850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.651770 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.652301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.652809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.653269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.653839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.654307 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.654892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.655138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f2f94c-f22d-4168-b95c-a2cae84e702f,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:43.655447 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.655917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.656400 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.656864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.657325 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.657773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Tracked resource versions report:
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]: pushed versions:
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]: {   'AddressGroup': {'1.1'},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     'ConntrackHelper': {'1.0'},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Log': {'1.0'},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Network': {'1.1'},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Port': {'1.6'},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     'PortForwarding': {'1.2'},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     'QosPolicy': {'1.8'},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroup': {'1.4'},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroupRule': {'1.2'},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SubPort': {'1.0'},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Subnet': {'1.1'},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Trunk': {'1.1'}}
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]: consumer versions:
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]: {   DHCP agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     L3 agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metadata agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metering agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     Open vSwitch agent@dv-cinder-562053-17-iscsi: {   'AddressGroup': '1.1',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'ConntrackHelper': '1.0',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Log': '1.0',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Network': '1.1',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Port': '1.6',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'PortForwarding': '1.2',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'QosPolicy': '1.8',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroup': '1.4',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroupRule': '1.2',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SubPort': '1.0',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Subnet': '1.1',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Trunk': '1.1'},
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:     Open vSwitch agent@hv-cinder-56205: {   'AddressGroup': '1.1',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'ConntrackHelper': '1.0',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Log': '1.0',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Network': '1.1',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Port': '1.6',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'PortForwarding': '1.2',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'QosPolicy': '1.8',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'SecurityGroup': '1.4',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'SecurityGroupRule': '1.2',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'SubPort': '1.0',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Subnet': '1.1',
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Trunk': '1.1'}}
Jan 18 20:02:43.659695 dv-cinder-562053-17-iscsi neutron-server[80066]:  {{(pid=80181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 18 20:02:43.680775 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:43.730754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:43.746818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:43.748900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:02:43.750172 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Resources bound (agent type, host, resource id):  {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:02:43.754445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:02:43.769421 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:43.902998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Attempting to bind port 04d41082-8cb1-42de-b32d-f3f997020b73 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:02:43.903641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Attempting to bind port 04d41082-8cb1-42de-b32d-f3f997020b73 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:02:43.904227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Attempting to bind port 04d41082-8cb1-42de-b32d-f3f997020b73 on network 6f70f34b-3649-4431-89fb-39c80ea98bc2 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:02:43.910345 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:02:43.910765 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Checking segment: {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:02:43.911369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:43.912120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Bound using segment: {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:02:43.912678 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Bound port: 04d41082-8cb1-42de-b32d-f3f997020b73, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:02:43.913098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:43.921396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:43.939791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 56166) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:43.947940 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 18 20:02:43.999700 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:44.033078 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-18b2839b-325c-48d1-8cbb-080e6adc2e30 req-7b93785a-7bd8-4738-85ca-df5c8135d591 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 210 time: 0.0909977
Jan 18 20:02:44.068686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] For port 04d41082-8cb1-42de-b32d-f3f997020b73, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:02:44.069612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] For port 04d41082-8cb1-42de-b32d-f3f997020b73, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=04d41082-8cb1-42de-b32d-f3f997020b73,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:02:44.074030 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:44.112519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 56180) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:44.115801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-221f02aa-f3c0-45e0-a618-aa97644b2ee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:44.127146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Pushing event updated for resources: {'Port': ['ID=25095069-7e5b-4c47-b9d9-b58d9959818e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:44.134838 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] Usage tracker for resource:security_group_rule and tenant:ad3a24179ab145d1972f3e6402b8d30d is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:44.153418 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:44.156730 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:44.165684 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:44.170828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:44.201079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d63ccd59-5b76-4337-9777-b654388cc992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:44.235929 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Allocated IP 172.27.0.183 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/eb68ea32-2bba-4abb-8623-32187eb792f7) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:02:44.335428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Pushing event updated for resources: {'Port': ['ID=04d41082-8cb1-42de-b32d-f3f997020b73,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:44.349655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:44.477940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c786178-8973-4f29-b849-cbb052b846b5,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:44.479808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:44.503475 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:44.529109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:02:44.547574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:02:44.565963 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:02:44.614896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:44.637308 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:44.770913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a9301602-adfc-495a-b899-9fb8356d29cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:44.839091 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Checking segment: {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:02:44.839497 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Network hostable DHCP agents. Network: afb56ae4-80d3-4971-aaeb-b3508e21ee72, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:02:44.917297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a9301602-adfc-495a-b899-9fb8356d29cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:44.921145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb68ea32-2bba-4abb-8623-32187eb792f7,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:44.931824 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a9301602-adfc-495a-b899-9fb8356d29cd admin admin] Usage tracker for resource:security_group_rule and tenant:d34eb6fe92904b228c415fc7de546251 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:44.937722 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:44.939008 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a9301602-adfc-495a-b899-9fb8356d29cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:44.961992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a9301602-adfc-495a-b899-9fb8356d29cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:45.023362 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:45.038704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:02:45.045947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:45.098208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:45.120839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:02:45.125646 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:02:45.126381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-12f34847-7db2-4f4a-b2b3-fc578573a63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:45.138653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:02:45.207525 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 04d41082-8cb1-42de-b32d-f3f997020b73 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:02:45.338923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 04d41082-8cb1-42de-b32d-f3f997020b73 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:02:45.450495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, afb56ae4-80d3-4971-aaeb-b3508e21ee72) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:02:45.455491 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:45.456163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:45.462355 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Checking segment: {'id': 'c017ccd5-8a79-429f-85cd-a8cadd5fe1e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c8449507-e06e-4b3a-bbe4-1e87bb5854d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:02:45.462554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35560017-245d-4ad2-ac6f-bcd6c748ea88 None None] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:02:45.462944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Network hostable DHCP agents. Network: c8449507-e06e-4b3a-bbe4-1e87bb5854d5, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:02:45.482962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a9301602-adfc-495a-b899-9fb8356d29cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:45.494406 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a9301602-adfc-495a-b899-9fb8356d29cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:45.638445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0f7467-230b-4c3d-9c8d-bba79490b729,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:45.662632 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:45.663433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:45.792247 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd851127e-0039-5e12-9f31-78d5075d90a2-afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f'}]}} from dv-cinder-562053-17-iscsi. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 18 20:02:45.793214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:45.814271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:45.816596 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b5c5ed37-e34d-40a5-ae73-2f7f4ee20b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:45.893239 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9301602-adfc-495a-b899-9fb8356d29cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f48f25-0815-4123-9836-2a863ea57058,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:45.898617 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a9301602-adfc-495a-b899-9fb8356d29cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:45.934260 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:46.261346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Allocated IP 172.20.0.2 (afb56ae4-80d3-4971-aaeb-b3508e21ee72/c1f2f94c-f22d-4168-b95c-a2cae84e702f/4a929842-d7c8-4f42-8c94-5bab2b2b9839) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:02:46.321784 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] Synchronizing usage tracker for tenant:8f91f664c5d8460db7607c7ea49d8e83 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:02:46.350270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Network c8449507-e06e-4b3a-bbe4-1e87bb5854d5 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:02:46.366826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, c8449507-e06e-4b3a-bbe4-1e87bb5854d5) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:02:46.373920 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 6.7739577
Jan 18 20:02:46.377022 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56254) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:46.388227 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-89909ebd-93d0-4ae3-b246-2989a9235002 req-77fede1f-a279-4365-b3bb-63cea78a6a2a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 210 time: 0.8924646
Jan 18 20:02:46.391129 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] Unset dirty status for tenant:8f91f664c5d8460db7607c7ea49d8e83 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:02:46.397008 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ad3a24179ab145d1972f3e6402b8d30d&name=default HTTP/1.1" status: 200  len: 2975 time: 3.0729055
Jan 18 20:02:46.411803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:46.413170 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:46.419380 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56258) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:46.426679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:46.471568 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:46.488631 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Usage tracker for resource:router and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:46.506877 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:46.538163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:46.543577 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 6.7499757
Jan 18 20:02:46.545510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:46.561858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Transition to ACTIVE for port object 4a929842-d7c8-4f42-8c94-5bab2b2b9839 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:02:46.594356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772417'] for router, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:46.595795 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853774961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3332'] for router, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:46.600606 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Transition to ACTIVE for port object 4a929842-d7c8-4f42-8c94-5bab2b2b9839 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:02:46.616941 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a08073a-1ac9-46f5-86a5-cce7eb0607bd None None] Network c8449507-e06e-4b3a-bbe4-1e87bb5854d5 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:02:46.648510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb543e0-3dee-4997-a530-c34870efea7b None None] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:02:46.681545 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a9301602-adfc-495a-b899-9fb8356d29cd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d34eb6fe92904b228c415fc7de546251&name=default HTTP/1.1" status: 200  len: 2975 time: 2.5675781
Jan 18 20:02:46.682848 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:46.683271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.72', 53266) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:46.683765 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 56268) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:46.729386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-347222cc-533e-4944-9d48-9c6610a81718 None None] Provisioning for port 04d41082-8cb1-42de-b32d-f3f997020b73 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:02:46.790902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:46.808264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f620c680-e650-45c9-ada7-47a8783d54f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:46.816971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:46.834058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-347222cc-533e-4944-9d48-9c6610a81718 None None] Provisioning complete for port 04d41082-8cb1-42de-b32d-f3f997020b73 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:02:46.834669 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-347222cc-533e-4944-9d48-9c6610a81718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:46.970290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f620c680-e650-45c9-ada7-47a8783d54f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.111936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-077780ca-4db7-4a8a-845a-35b311e69f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.142609 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-077780ca-4db7-4a8a-845a-35b311e69f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.156481 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:02:47.157521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.169368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Resources bound (agent type, host, resource id):  {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:02:47.172266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:02:47.240367 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-077780ca-4db7-4a8a-845a-35b311e69f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.246738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853836627'] for router, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.263734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:47.299385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077780ca-4db7-4a8a-845a-35b311e69f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f48f25-0815-4123-9836-2a863ea57058,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:47.317692 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-077780ca-4db7-4a8a-845a-35b311e69f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:47.357943 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853836627'] for router, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.389074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f620c680-e650-45c9-ada7-47a8783d54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.392015 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-665331df-f406-4fcf-a8cb-5fbc1bd1f6a1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:47.393909 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-665331df-f406-4fcf-a8cb-5fbc1bd1f6a1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 815 time: 0.7068744
Jan 18 20:02:47.476144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Request body: {'port': {'device_id': 'a6e877fb-0d32-4d7c-adef-f255ca5a3bc8', 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7', 'admin_state_up': True, 'tenant_id': 'b5e9c83f6cf64d11bb5798d195e58d22'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:02:47.492727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-077780ca-4db7-4a8a-845a-35b311e69f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.493871 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-077780ca-4db7-4a8a-845a-35b311e69f41 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/66f48f25-0815-4123-9836-2a863ea57058 HTTP/1.1" status: 204  len: 168 time: 0.8047438
Jan 18 20:02:47.518202 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Attempting to bind port 4a929842-d7c8-4f42-8c94-5bab2b2b9839 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:02:47.518631 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Attempting to bind port 4a929842-d7c8-4f42-8c94-5bab2b2b9839 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:02:47.519041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Attempting to bind port 4a929842-d7c8-4f42-8c94-5bab2b2b9839 on network afb56ae4-80d3-4971-aaeb-b3508e21ee72 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:02:47.591226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:02:47.591700 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Checking segment: {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:02:47.592105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.592619 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Bound using segment: {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:02:47.593159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Bound port: 4a929842-d7c8-4f42-8c94-5bab2b2b9839, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:02:47.593600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.656497 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Pushing event updated for resources: {'Port': ['ID=4a929842-d7c8-4f42-8c94-5bab2b2b9839,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:47.660918 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:47.722919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.932903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-939143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3349'] for router, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:47.945102 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:47.949825 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8af65a44-54be-42ae-b5da-f0c9d472b337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:47.970014 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620c680-e650-45c9-ada7-47a8783d54f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0f7467-230b-4c3d-9c8d-bba79490b729,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:48.023419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Usage tracker for resource:port and tenant:b5e9c83f6cf64d11bb5798d195e58d22 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:48.039520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Quota usage for port was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:48.052904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f620c680-e650-45c9-ada7-47a8783d54f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:48.060601 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5da4b1f3-6a5e-49ac-9344-82a40c5b2d14 req-6b65da85-dec1-4829-8332-b0205f0bfe9b tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 210 time: 0.1150825
Jan 18 20:02:48.067233 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:48.084845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f620c680-e650-45c9-ada7-47a8783d54f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:48.090160 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f620c680-e650-45c9-ada7-47a8783d54f1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7d0f7467-230b-4c3d-9c8d-bba79490b729 HTTP/1.1" status: 204  len: 168 time: 1.6588979
Jan 18 20:02:48.174629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Made reservation on behalf of b5e9c83f6cf64d11bb5798d195e58d22 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:02:48.200144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:48.298906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-89669520-3387-421f-9782-15773d7914a6 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:02:48.299715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-89669520-3387-421f-9782-15773d7914a6 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Synchronizing usage tracker for tenant:30454b7ccff4490997398d511edb23e6 on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:02:48.308683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc is scheduled to L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 with binding_index 1 {{(pid=80180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 18 20:02:48.498650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c953f281-2771-4667-95a0-6b3b8ac4edf6 None None] Network c8449507-e06e-4b3a-bbe4-1e87bb5854d5 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:02:48.688897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Router 7396850a-5932-413a-9f98-2b515176fa80 is scheduled to L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 with binding_index 1 {{(pid=80179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 18 20:02:48.733199 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:48.746847 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-347222cc-533e-4944-9d48-9c6610a81718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:48.798958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-89669520-3387-421f-9782-15773d7914a6 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Unset dirty status for tenant:30454b7ccff4490997398d511edb23e6 on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:02:48.806481 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-89669520-3387-421f-9782-15773d7914a6 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/networks?id=c8449507-e06e-4b3a-bbe4-1e87bb5854d5 HTTP/1.1" status: 200  len: 812 time: 1.0119748
Jan 18 20:02:48.996375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-347222cc-533e-4944-9d48-9c6610a81718 None None] For port 04d41082-8cb1-42de-b32d-f3f997020b73, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=04d41082-8cb1-42de-b32d-f3f997020b73,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:02:49.024156 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-347222cc-533e-4944-9d48-9c6610a81718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:49.029792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] For port 4a929842-d7c8-4f42-8c94-5bab2b2b9839, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:02:49.052154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:49.169662 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347222cc-533e-4944-9d48-9c6610a81718 None None] Pushing event updated for resources: {'Port': ['ID=04d41082-8cb1-42de-b32d-f3f997020b73,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:49.179026 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] For port 4a929842-d7c8-4f42-8c94-5bab2b2b9839, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=4a929842-d7c8-4f42-8c94-5bab2b2b9839,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:02:49.262087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-347222cc-533e-4944-9d48-9c6610a81718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:49.299990 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:49.373705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5691fd71-88ed-4956-b10e-bcb646f7b7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:49.414301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56350) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:49.455488 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-c9f8cabc-2e67-408b-a32c-ff68fa03f96a tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/quotas/30454b7ccff4490997398d511edb23e6 HTTP/1.1" status: 200  len: 375 time: 0.6477065
Jan 18 20:02:49.595830 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Pushing event updated for resources: {'Port': ['ID=4a929842-d7c8-4f42-8c94-5bab2b2b9839,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:49.613690 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:49.616233 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-955db155-24f3-4665-b7fd-1c02704a679a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:49.708732 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-60dbe8e6-7031-4953-8814-481189b343d7 req-70462baf-ccb7-4ee6-9796-f4e9ce7f5f90 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 210 time: 0.2083204
Jan 18 20:02:49.720922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:49.830218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-955db155-24f3-4665-b7fd-1c02704a679a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:49.840053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:49.874161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-955db155-24f3-4665-b7fd-1c02704a679a admin admin] Usage tracker for resource:security_group_rule and tenant:187998a4a33e44b7afe090d886ea5c02 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:49.887288 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-955db155-24f3-4665-b7fd-1c02704a679a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:49.924761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-955db155-24f3-4665-b7fd-1c02704a679a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:49.960839 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-bc3e6555-ebb9-49a1-88cb-fcda922c980f tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?tenant_id=30454b7ccff4490997398d511edb23e6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4952981
Jan 18 20:02:50.010738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:02:50.033865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Sync routers for ids ['7396850a-5932-413a-9f98-2b515176fa80'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:02:50.095687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Routers {'7396850a-5932-413a-9f98-2b515176fa80'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:02:50.099526 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9822ef28>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:02:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['7396850a-5932-413a-9f98-2b515176fa80'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:02:50.106836 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-ab496f68-08c2-4a19-83e4-ab2bd08410cf None None] Provisioning complete for port 04d41082-8cb1-42de-b32d-f3f997020b73 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:02:50.107268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ab496f68-08c2-4a19-83e4-ab2bd08410cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:50.182118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:02:50.234151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:50.236822 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.3666258
Jan 18 20:02:50.242247 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 56370) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:50.281428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Sync routers for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:02:50.410814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:02:50.411928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b981c6da0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:02:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:02:50.516286 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:50.518638 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 12.1383159
Jan 18 20:02:50.524287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Allocated IP 172.20.0.13 (750dc145-6b59-45da-9c9e-22b2c9b519f7/70c212ca-5183-42ef-8fad-d29415fcef77/28cffcac-2f50-4bab-aa14-e8e0d6815278) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:02:50.528823 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 56376) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:50.895572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Set router 7396850a-5932-413a-9f98-2b515176fa80 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:02:50.959441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-955db155-24f3-4665-b7fd-1c02704a679a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:51.001872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-955db155-24f3-4665-b7fd-1c02704a679a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:51.054172 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f620c680-e650-45c9-ada7-47a8783d54f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:51.148067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:02:51.337422 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 4a929842-d7c8-4f42-8c94-5bab2b2b9839 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:02:51.338117 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7ef1a287-e2fc-4d0f-96b5-a8943d265c85 req-4efc4f7a-8f3e-40db-80c0-8a9862e788ab tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 210 time: 0.2870226
Jan 18 20:02:51.353920 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-955db155-24f3-4665-b7fd-1c02704a679a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=187998a4a33e44b7afe090d886ea5c02&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9377427
Jan 18 20:02:51.363429 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56388) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:51.423936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955db155-24f3-4665-b7fd-1c02704a679a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb94717-ce25-4434-837d-55d03ec48711,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:51.462370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Allocated IP 172.27.0.122 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/9a3bc626-8964-4a76-9155-224d74281a1c) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:02:51.484572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-955db155-24f3-4665-b7fd-1c02704a679a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:51.556550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-8b8db096-8a2e-478a-811e-0a9558f52b4e service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 20:02:51.557527 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-8b8db096-8a2e-478a-811e-0a9558f52b4e service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 1.2146597
Jan 18 20:02:51.745975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4ddbfa91-ead4-46d3-9682-f8aa633bc6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:51.781366 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4ddbfa91-ead4-46d3-9682-f8aa633bc6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:51.876028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9822ef28>, [{'id': '7396850a-5932-413a-9f98-2b515176fa80', 'name': 'tempest-ServerRescueNegativeTestJSON-672671543-router', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:38Z', 'updated_at': '2021-01-18T20:02:45Z', 'revision_number': 3, 'project_id': '10b8cee9d3aa476b9427653660a4c562', 'gw_port': {'id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7396850a-5932-413a-9f98-2b515176fa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:02:51.881136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4ddbfa91-ead4-46d3-9682-f8aa633bc6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:51.891216 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:51.892423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Checking router: 7396850a-5932-413a-9f98-2b515176fa80 for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:02:51.893925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Updating router 7396850a-5932-413a-9f98-2b515176fa80 port 25095069-7e5b-4c47-b9d9-b58d9959818e binding host dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:02:51.931173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbfa91-ead4-46d3-9682-f8aa633bc6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb94717-ce25-4434-837d-55d03ec48711,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:51.955075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4ddbfa91-ead4-46d3-9682-f8aa633bc6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:52.027106 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4ddbfa91-ead4-46d3-9682-f8aa633bc6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:52.041917 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4ddbfa91-ead4-46d3-9682-f8aa633bc6b5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/edb94717-ce25-4434-837d-55d03ec48711 HTTP/1.1" status: 204  len: 168 time: 0.6633432
Jan 18 20:02:52.051806 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:52.099398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-e5891ec8-f28e-4666-9cba-0d667f86ffb6 None None] Provisioning complete for port 04d41082-8cb1-42de-b32d-f3f997020b73 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:02:52.100033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:52.106190 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e5891ec8-f28e-4666-9cba-0d667f86ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:52.113021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:52.344432 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56404) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:52.345034 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:52.465137 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9557f82c-d90f-44fa-83cc-ac7d20b9ae23 None None] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:02:52.615828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:02:52.622946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:02:52.638853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:02:52.808999 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Pushing event updated for resources: {'Port': ['ID=9a3bc626-8964-4a76-9155-224d74281a1c,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:52.834535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:52.958368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:52.975947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Transition to ACTIVE for port object 25095069-7e5b-4c47-b9d9-b58d9959818e will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:02:52.979864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:52.999132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:53.063581 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-07388e6e-34b6-4033-b271-dea8b2cd2fa9 service neutron] 10.222.0.101 "GET /v2.0/networks/c8449507-e06e-4b3a-bbe4-1e87bb5854d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4653838
Jan 18 20:02:53.109125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Pushing event updated for resources: {'Port': ['ID=25095069-7e5b-4c47-b9d9-b58d9959818e,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:53.139670 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9b2c9804-4fa0-4a05-baed-8f7b5b2eeac7 req-ab5ac2a4-b50d-4ff7-bb66-756f3bade122 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 210 time: 0.3123555
Jan 18 20:02:53.154786 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.156041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.157071 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.157794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.158639 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.159464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.160140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.160848 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.161821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.162491 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.163191 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.163924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.165024 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.165835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.166437 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.167271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.167937 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.168712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.169613 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.170871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.171860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.172659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.178693 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.184726 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Tracked resource versions report:
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]: pushed versions:
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]: {   'AddressGroup': {'1.1'},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     'ConntrackHelper': {'1.0'},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Log': {'1.0'},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Network': {'1.1'},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Port': {'1.6'},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     'PortForwarding': {'1.2'},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     'QosPolicy': {'1.8'},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroup': {'1.4'},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SecurityGroupRule': {'1.2'},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     'SubPort': {'1.0'},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Subnet': {'1.1'},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     'Trunk': {'1.1'}}
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]: consumer versions:
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]: {   DHCP agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     L3 agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metadata agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     Metering agent@dv-cinder-562053-17-iscsi: {},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     Open vSwitch agent@dv-cinder-562053-17-iscsi: {   'AddressGroup': '1.1',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'ConntrackHelper': '1.0',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Log': '1.0',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Network': '1.1',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Port': '1.6',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'PortForwarding': '1.2',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'QosPolicy': '1.8',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroup': '1.4',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SecurityGroupRule': '1.2',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'SubPort': '1.0',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Subnet': '1.1',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                                       'Trunk': '1.1'},
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:     Open vSwitch agent@hv-cinder-56205: {   'AddressGroup': '1.1',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'ConntrackHelper': '1.0',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Log': '1.0',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Network': '1.1',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Port': '1.6',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'PortForwarding': '1.2',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'QosPolicy': '1.8',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'SecurityGroup': '1.4',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'SecurityGroupRule': '1.2',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'SubPort': '1.0',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Subnet': '1.1',
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:                                             'Trunk': '1.1'}}
Jan 18 20:02:53.188409 dv-cinder-562053-17-iscsi neutron-server[80066]:  {{(pid=80182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 18 20:02:53.203411 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:53.502914 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 4a929842-d7c8-4f42-8c94-5bab2b2b9839 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:02:53.527391 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Attempting to bind port 25095069-7e5b-4c47-b9d9-b58d9959818e on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:02:53.530957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Attempting to bind port 25095069-7e5b-4c47-b9d9-b58d9959818e by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:02:53.532843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Attempting to bind port 25095069-7e5b-4c47-b9d9-b58d9959818e on network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:02:53.559159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 04d41082-8cb1-42de-b32d-f3f997020b73 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:02:53.572644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:02:53.576270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Checking segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:02:53.579620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-894755d0-bd47-40ac-ac24-7be9a1a1e44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:53.580397 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:53.580958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Bound using segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:02:53.581664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Bound port: 25095069-7e5b-4c47-b9d9-b58d9959818e, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:02:53.582261 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:53.653514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-894755d0-bd47-40ac-ac24-7be9a1a1e44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:02:53.663137 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-894755d0-bd47-40ac-ac24-7be9a1a1e44f admin admin] Usage tracker for resource:security_group_rule and tenant:67c1fa66d5e94fc19741c12d66a01ec8 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:02:53.669879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-894755d0-bd47-40ac-ac24-7be9a1a1e44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:02:53.696546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-894755d0-bd47-40ac-ac24-7be9a1a1e44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:02:53.784017 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-c8032a94-533b-48e8-96a4-ade02fa7471d None None] Provisioning for port 4a929842-d7c8-4f42-8c94-5bab2b2b9839 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:02:53.807948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] For port 25095069-7e5b-4c47-b9d9-b58d9959818e, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:02:53.812557 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] For port 25095069-7e5b-4c47-b9d9-b58d9959818e, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=25095069-7e5b-4c47-b9d9-b58d9959818e,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:02:53.816088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b981c6da0>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:02:45Z', 'revision_number': 3, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:02:53.821666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:53.848302 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:53.853664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-c8032a94-533b-48e8-96a4-ade02fa7471d None None] Provisioning complete for port 4a929842-d7c8-4f42-8c94-5bab2b2b9839 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:02:53.861704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c8032a94-533b-48e8-96a4-ade02fa7471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:53.890605 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:54.003814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 04d41082-8cb1-42de-b32d-f3f997020b73 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:02:54.004348 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:54.219913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Checking router: a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:02:54.220561 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Updating router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc port eb68ea32-2bba-4abb-8623-32187eb792f7 binding host dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:02:54.373478 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Pushing event updated for resources: {'Port': ['ID=25095069-7e5b-4c47-b9d9-b58d9959818e,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:54.389333 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:54.461393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:54.561630 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Routers {'7396850a-5932-413a-9f98-2b515176fa80'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:02:54.562127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9822ef28>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:02:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['7396850a-5932-413a-9f98-2b515176fa80'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:02:54.588683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-894755d0-bd47-40ac-ac24-7be9a1a1e44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:54.758065 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-894755d0-bd47-40ac-ac24-7be9a1a1e44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:54.953008 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-eadae434-1df4-48d4-b77c-36f9e56d3cf5 req-4aadc56e-38bb-4d4d-ab8b-3c795c6e3c47 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 210 time: 0.3615131
Jan 18 20:02:54.964824 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:54.970679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4ddbfa91-ead4-46d3-9682-f8aa633bc6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:54.986303 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-894755d0-bd47-40ac-ac24-7be9a1a1e44f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=67c1fa66d5e94fc19741c12d66a01ec8&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5145702
Jan 18 20:02:54.997490 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56444) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:55.028491 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:55.420117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894755d0-bd47-40ac-ac24-7be9a1a1e44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485bb176-f1ed-4ca5-b650-93ca058d9777,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:55.553997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] Set router 7396850a-5932-413a-9f98-2b515176fa80 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:02:55.904926 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-e47a913e-895c-40e4-977b-214c6d986e32 service neutron] 10.222.0.101 "GET /v2.0/networks/c8449507-e06e-4b3a-bbe4-1e87bb5854d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 2.6041181
Jan 18 20:02:56.213472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-894755d0-bd47-40ac-ac24-7be9a1a1e44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.243s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:56.270755 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f5eb-20be-4887-80cb-fe86a2d4c99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:56.288467 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:56.319301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c8032a94-533b-48e8-96a4-ade02fa7471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:56.363642 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1b035120-305b-42b4-9630-abb350402842 req-aba7c5f2-f334-408e-96d6-139385ac0925 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 210 time: 0.0785472
Jan 18 20:02:56.377123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Transition to ACTIVE for port object eb68ea32-2bba-4abb-8623-32187eb792f7 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:02:56.409321 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f5eb-20be-4887-80cb-fe86a2d4c99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:56.423034 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-c8032a94-533b-48e8-96a4-ade02fa7471d None None] For port 4a929842-d7c8-4f42-8c94-5bab2b2b9839, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=4a929842-d7c8-4f42-8c94-5bab2b2b9839,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:02:56.433173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:56.435740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c8032a94-533b-48e8-96a4-ade02fa7471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:56.459983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:56.473381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853836627'] for router, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:56.532591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9822ef28>, [{'id': '7396850a-5932-413a-9f98-2b515176fa80', 'name': 'tempest-ServerRescueNegativeTestJSON-672671543-router', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:38Z', 'updated_at': '2021-01-18T20:02:45Z', 'revision_number': 3, 'project_id': '10b8cee9d3aa476b9427653660a4c562', 'gw_port': {'id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7396850a-5932-413a-9f98-2b515176fa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:02:56.543317 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bfa8b5-e060-4678-bf39-c030d9d1dbf4 None None] The sync data for ids ['7396850a-5932-413a-9f98-2b515176fa80'] in dv-cinder-562053-17-iscsi is: [{'id': '7396850a-5932-413a-9f98-2b515176fa80', 'name': 'tempest-ServerRescueNegativeTestJSON-672671543-router', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:38Z', 'updated_at': '2021-01-18T20:02:45Z', 'revision_number': 3, 'project_id': '10b8cee9d3aa476b9427653660a4c562', 'gw_port': {'id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7396850a-5932-413a-9f98-2b515176fa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:02:56.554610 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992124c9-9f97-4c98-8c75-2122e4118fce None None] Pushing event updated for resources: {'Port': ['ID=eb68ea32-2bba-4abb-8623-32187eb792f7,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:56.800446 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Allocated IP 172.20.0.1 (6f70f34b-3649-4431-89fb-39c80ea98bc2/f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29/574fe7cd-936d-4ea9-b41b-333e3925d8cd) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:02:56.860781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Allocated IP 172.20.0.1 (02c230c4-f60f-47f2-9329-8bad014f8da8/2d3a2eb7-3191-4b4e-886b-727d772b5422/9a46e42e-be21-450b-b0aa-2cde768cf0ff) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:02:57.029815 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-1e72710f-cf52-48f9-88a7-061bcb7c82ef None None] Provisioning complete for port 4a929842-d7c8-4f42-8c94-5bab2b2b9839 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:02:57.033083 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e72710f-cf52-48f9-88a7-061bcb7c82ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:57.133237 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f5eb-20be-4887-80cb-fe86a2d4c99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:57.148464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:57.221682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f5eb-20be-4887-80cb-fe86a2d4c99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:57.223095 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-c8d4f5eb-20be-4887-80cb-fe86a2d4c99d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/485bb176-f1ed-4ca5-b650-93ca058d9777 HTTP/1.1" status: 204  len: 168 time: 2.2242990
Jan 18 20:02:57.225373 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4f5eb-20be-4887-80cb-fe86a2d4c99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485bb176-f1ed-4ca5-b650-93ca058d9777,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:57.232119 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c8d4f5eb-20be-4887-80cb-fe86a2d4c99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:57.237227 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b05463f6-c0ea-437a-a035-57955b8060cb req-b925e9f6-6244-44d6-8abf-562225f72911 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 210 time: 0.4327919
Jan 18 20:02:57.264518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Router 3d0a1255-6a56-402e-a559-7d0176ea7daf is scheduled to L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 with binding_index 1 {{(pid=80179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 18 20:02:57.942353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8032a94-533b-48e8-96a4-ade02fa7471d None None] Pushing event updated for resources: {'Port': ['ID=4a929842-d7c8-4f42-8c94-5bab2b2b9839,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:57.968821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:58.001805 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c8032a94-533b-48e8-96a4-ade02fa7471d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.542s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:58.035358 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:02:58.059278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Sync routers for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:02:58.080409 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:02:58.081414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98501e80>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:02:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:02:58.095584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.541s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:58.100874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.006s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:58.119011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Attempting to bind port eb68ea32-2bba-4abb-8623-32187eb792f7 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:02:58.119429 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Attempting to bind port eb68ea32-2bba-4abb-8623-32187eb792f7 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:02:58.119995 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Attempting to bind port eb68ea32-2bba-4abb-8623-32187eb792f7 on network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:02:58.137687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:02:58.138112 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Checking segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:02:58.138858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:58.139306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Bound using segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:02:58.139850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Bound port: eb68ea32-2bba-4abb-8623-32187eb792f7, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:02:58.140270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:58.146991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:58.267230 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:58.290407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:58.292264 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 11.9026511
Jan 18 20:02:58.298174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56514) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:02:58.400843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Transition to ACTIVE for port object 574fe7cd-936d-4ea9-b41b-333e3925d8cd will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:02:58.415791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:58.528113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] For port eb68ea32-2bba-4abb-8623-32187eb792f7, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:02:58.552792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] For port eb68ea32-2bba-4abb-8623-32187eb792f7, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=eb68ea32-2bba-4abb-8623-32187eb792f7,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:02:58.557991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:58.640498 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:58.759714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-29f97af8-a9d4-4f74-8c13-326cbbc131f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:58.947962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:02:58.990801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992124c9-9f97-4c98-8c75-2122e4118fce None None] Pushing event updated for resources: {'Port': ['ID=eb68ea32-2bba-4abb-8623-32187eb792f7,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:59.026794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-992124c9-9f97-4c98-8c75-2122e4118fce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:59.032286 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Pushing event updated for resources: {'Port': ['ID=28cffcac-2f50-4bab-aa14-e8e0d6815278,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:02:59.065058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 4a929842-d7c8-4f42-8c94-5bab2b2b9839 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:02:59.121091 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-61d51fe7-a5d5-466f-a145-d61474505834 req-8864a9ad-4939-494a-afea-66a57e72bf99 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 210 time: 1.0873997
Jan 18 20:02:59.175388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:59.178344 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-429ad150-2ad0-4593-a702-fa16fadeb535 req-019e61d7-efd3-4a4f-9a9b-fafa6b6132e9 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 210 time: 0.4198806
Jan 18 20:02:59.182974 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:02:59.295776 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:02:59.636419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98501e80>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:02:53Z', 'revision_number': 3, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:02:59.651094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Checking router: 3d0a1255-6a56-402e-a559-7d0176ea7daf for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:02:59.651492 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Updating router 3d0a1255-6a56-402e-a559-7d0176ea7daf port 9a3bc626-8964-4a76-9155-224d74281a1c binding host dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:02:59.703811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 4a929842-d7c8-4f42-8c94-5bab2b2b9839 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:02:59.707186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:02:59.821143 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:00.137450 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 25095069-7e5b-4c47-b9d9-b58d9959818e up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:00.154713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.72', 53279) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:00.476822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Network 750dc145-6b59-45da-9c9e-22b2c9b519f7 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:00.490174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:03:00.513284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:00.538059 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:03:00.542825 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b981c6da0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:02:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:00.549636 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:03:00.580601 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56560) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:00.638327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:00.639032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:00.881585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:00.883653 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 13.4197981
Jan 18 20:03:01.157335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1831305560-network', 'tenant_id': '2fdfdebb06d84d9eb6c808758cb23d0a'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:01.201793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa4bcc-8aad-4788-a565-ce4463f3394f req-9ebb00fc-d3dd-4c22-bd42-598c9b3a3d5e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:01.203603 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e7fa4bcc-8aad-4788-a565-ce4463f3394f req-9ebb00fc-d3dd-4c22-bd42-598c9b3a3d5e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 932 time: 0.5512354
Jan 18 20:03:01.204989 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:01.209766 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:01.227564 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Usage tracker for resource:network and tenant:2fdfdebb06d84d9eb6c808758cb23d0a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:01.232068 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:03:01.252111 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:01.261461 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-525feff2-8586-423d-b7ad-8c1e1e6c0e6c req-6abc5ee1-fe81-460a-8234-01ff6416f3f6 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 210 time: 0.1214983
Jan 18 20:03:01.262545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Pushing event updated for resources: {'Port': ['ID=9a46e42e-be21-450b-b0aa-2cde768cf0ff,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:01.272027 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:01.274882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-696d22bf-bd78-4767-8103-ddf0698d5bf7 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 20:03:01.276830 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-696d22bf-bd78-4767-8103-ddf0698d5bf7 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1156003
Jan 18 20:03:01.305615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:01.313375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:01.316664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:01.325756 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-e7fa4bcc-8aad-4788-a565-ce4463f3394f req-b0fd8624-a505-4ff7-8791-f3af1d811664 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Synchronizing usage tracker for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:01.341359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Transition to ACTIVE for port object 9a3bc626-8964-4a76-9155-224d74281a1c will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:01.345242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:01.366528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Made reservation on behalf of 2fdfdebb06d84d9eb6c808758cb23d0a for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:03:01.372553 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:01.373181 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:01.396216 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:01.430653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Pushing event updated for resources: {'Port': ['ID=574fe7cd-936d-4ea9-b41b-333e3925d8cd,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:01.452710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:01.491042 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-e7fa4bcc-8aad-4788-a565-ce4463f3394f req-b0fd8624-a505-4ff7-8791-f3af1d811664 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Unset dirty status for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:01.510793 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e7fa4bcc-8aad-4788-a565-ce4463f3394f req-b0fd8624-a505-4ff7-8791-f3af1d811664 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2867484
Jan 18 20:03:01.512980 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:01.580578 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79d1db-6ffc-4130-b440-496d5a4fd65a None None] Pushing event updated for resources: {'Port': ['ID=9a3bc626-8964-4a76-9155-224d74281a1c,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:01.606483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bc79d1db-6ffc-4130-b440-496d5a4fd65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:01.650917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 25095069-7e5b-4c47-b9d9-b58d9959818e completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:01.684733 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 25095069-7e5b-4c47-b9d9-b58d9959818e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:01.685167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:01.699565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Usage tracker for resource:security_group_rule and tenant:2fdfdebb06d84d9eb6c808758cb23d0a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:01.705196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:01.728506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:01.756825 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Attempting to bind port 9a3bc626-8964-4a76-9155-224d74281a1c on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:03:01.757230 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Attempting to bind port 9a3bc626-8964-4a76-9155-224d74281a1c by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:03:01.757649 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Attempting to bind port 9a3bc626-8964-4a76-9155-224d74281a1c on network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:03:01.771004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:03:01.771488 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Checking segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:03:01.771822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:01.772232 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Bound using segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:03:01.772793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Bound port: 9a3bc626-8964-4a76-9155-224d74281a1c, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:03:01.773205 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:01.968666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] For port 9a3bc626-8964-4a76-9155-224d74281a1c, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:03:01.972253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] For port 9a3bc626-8964-4a76-9155-224d74281a1c, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=9a3bc626-8964-4a76-9155-224d74281a1c,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:03:01.976377 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:01.987608 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-9ff342e0-6023-473a-b2f9-c534250525f6 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:01.989678 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-9ff342e0-6023-473a-b2f9-c534250525f6 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.72 "GET /v2.0/networks?id=c8449507-e06e-4b3a-bbe4-1e87bb5854d5 HTTP/1.1" status: 200  len: 812 time: 1.8337915
Jan 18 20:03:02.007897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:02.022660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bc79d1db-6ffc-4130-b440-496d5a4fd65a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:02.056010 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Request body: {'port': {'device_id': 'a6e877fb-0d32-4d7c-adef-f255ca5a3bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:02.142596 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:02.188660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 25095069-7e5b-4c47-b9d9-b58d9959818e, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=25095069-7e5b-4c47-b9d9-b58d9959818e,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:02.193757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79d1db-6ffc-4130-b440-496d5a4fd65a None None] Pushing event updated for resources: {'Port': ['ID=9a3bc626-8964-4a76-9155-224d74281a1c,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:02.208771 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bc79d1db-6ffc-4130-b440-496d5a4fd65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:02.226677 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:02.269907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:02.278024 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:02.301010 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:02.414039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:02.446406 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Network 02c230c4-f60f-47f2-9329-8bad014f8da8 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:02.451133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:02.453580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:02.468137 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:03:02.469062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836847'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:02.511133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=25095069-7e5b-4c47-b9d9-b58d9959818e,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:02.516167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:02.529108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b981c6da0>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:02:45Z', 'revision_number': 3, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:02.542897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a760a061-3228-447c-a9a2-28d02d329cfd None None] The sync data for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi is: [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:02:45Z', 'revision_number': 3, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:03:02.585143 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:03:02.586226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98501e80>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:02:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:02.687577 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:03:02.700006 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:02.700508 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Added segment 434bb136-2e36-4d3e-b4b0-a7728dede6d2 of type vxlan for network 1b702498-ceb5-4bbf-b1b8-779971da9bb0
Jan 18 20:03:02.797992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:02.855067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-141f8cb7-87b5-4e42-8804-901e12925d6a None None] Provisioning for port 574fe7cd-936d-4ea9-b41b-333e3925d8cd completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:02.866463 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-141f8cb7-87b5-4e42-8804-901e12925d6a None None] Provisioning complete for port 574fe7cd-936d-4ea9-b41b-333e3925d8cd triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:02.867030 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-141f8cb7-87b5-4e42-8804-901e12925d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:02.871918 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-48ae6990-2e5d-463c-9aef-a35dbd3ea004 req-4402cbc6-2cc1-41da-8f13-96beea64f3e1 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 210 time: 0.4230030
Jan 18 20:03:02.876145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Allocated IP 172.20.0.1 (afb56ae4-80d3-4971-aaeb-b3508e21ee72/c1f2f94c-f22d-4168-b95c-a2cae84e702f/920a642b-73d2-4062-bbc4-4b88e8dcbddd) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:03:02.889433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:02.907184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:03:02.987186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-141f8cb7-87b5-4e42-8804-901e12925d6a None None] Port 574fe7cd-936d-4ea9-b41b-333e3925d8cd cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:03:03.039275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:03:03.040059 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836847'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:03.078336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:03.167127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:03.167777 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:03.245426 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.6574152
Jan 18 20:03:03.252855 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56602) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:03.263471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39865676-3da6-4181-8916-e6546071bcaf,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:03.272076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.002s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:03.278706 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a8916b77-88ae-4277-9e74-6f51cec044f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:03.308699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Request body: {'subnet': {'network_id': '1b702498-ceb5-4bbf-b1b8-779971da9bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1831305560-subnet', 'tenant_id': '2fdfdebb06d84d9eb6c808758cb23d0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:03.314743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:03.325233 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Usage tracker for resource:subnet and tenant:2fdfdebb06d84d9eb6c808758cb23d0a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:03.329527 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:03.337049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:03.388401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Made reservation on behalf of 2fdfdebb06d84d9eb6c808758cb23d0a for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:03:03.391586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:03.524816 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Pushing event updated for resources: {'Network': ['ID=1b702498-ceb5-4bbf-b1b8-779971da9bb0,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:03.538760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:03.541296 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 1b702498-ceb5-4bbf-b1b8-779971da9bb0 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:03:03.625598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a81690-03f7-43b9-b655-5ba79e61e943 req-6722dae5-30ee-4801-b280-f15ff4ec1886 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:03.627574 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c3a81690-03f7-43b9-b655-5ba79e61e943 req-6722dae5-30ee-4801-b280-f15ff4ec1886 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 932 time: 0.7408626
Jan 18 20:03:03.633960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:03.712586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:03.784388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98501e80>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:02:53Z', 'revision_number': 3, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:03.799645 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:03.807312 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ce944b-a9f1-459f-91c9-19efdac274a5 None None] The sync data for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi is: [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:02:53Z', 'revision_number': 3, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:03:03.835659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Transition to ACTIVE for port object 920a642b-73d2-4062-bbc4-4b88e8dcbddd will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:03.930918 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c3a81690-03f7-43b9-b655-5ba79e61e943 req-7391ec8f-a5fe-41b4-b3a7-fc0a108e9396 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2918179
Jan 18 20:03:04.024804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:04.074660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9f2520c8-c7cd-4b40-9437-9789e471bc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:04.291066 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Pushing event updated for resources: {'Port': ['ID=920a642b-73d2-4062-bbc4-4b88e8dcbddd,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:04.306758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network 1b702498-ceb5-4bbf-b1b8-779971da9bb0 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:03:04.312754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Request body: {'port': {'device_id': '1a04f55b-bc66-4e6d-8b21-f70ab7b79725', 'network_id': 'c8449507-e06e-4b3a-bbe4-1e87bb5854d5', 'admin_state_up': True, 'tenant_id': '30454b7ccff4490997398d511edb23e6'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:04.313139 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:04.478315 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-06c7705b-0797-4697-8dec-0f9870a363ef req-d8b051ca-256a-49c2-8686-49abd3cdb3c4 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 210 time: 0.2900705
Jan 18 20:03:04.520335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:04.524898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:04.538212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:03:04.539214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836847'] for router_interface, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:04.584149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 25095069-7e5b-4c47-b9d9-b58d9959818e up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:04.695796 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 25095069-7e5b-4c47-b9d9-b58d9959818e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:04.696471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:04.990545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:05.029623 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device eb68ea32-2bba-4abb-8623-32187eb792f7 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:05.242862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port eb68ea32-2bba-4abb-8623-32187eb792f7 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:05.257424 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-f2103fa5-bdab-41c8-bf7c-4eb120e00db2 None None] Provisioning for port 920a642b-73d2-4062-bbc4-4b88e8dcbddd completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:05.270900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port eb68ea32-2bba-4abb-8623-32187eb792f7 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:05.271360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:05.366807 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-f2103fa5-bdab-41c8-bf7c-4eb120e00db2 None None] Provisioning complete for port 920a642b-73d2-4062-bbc4-4b88e8dcbddd triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:05.367939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f2103fa5-bdab-41c8-bf7c-4eb120e00db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:05.462188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cffcac-2f50-4bab-aa14-e8e0d6815278 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:03:05.494219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:05.554979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Transition to ACTIVE for port object 28cffcac-2f50-4bab-aa14-e8e0d6815278 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:05.649809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:05.667268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f2103fa5-bdab-41c8-bf7c-4eb120e00db2 None None] Port 920a642b-73d2-4062-bbc4-4b88e8dcbddd cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:03:05.864502 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:05.878517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1d60f0ae-95cb-4846-bebd-de34f80bb318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:05.892912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port eb68ea32-2bba-4abb-8623-32187eb792f7, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=eb68ea32-2bba-4abb-8623-32187eb792f7,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:05.897471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:05.900104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:05.971821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:05.995426 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=eb68ea32-2bba-4abb-8623-32187eb792f7,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:06.012663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:06.059751 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:06.074869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850b156-c447-4af6-b872-e8376622649a req-b135e46f-ba95-4e6f-9c98-6d611ceb5ae3 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:06.076792 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0850b156-c447-4af6-b872-e8376622649a req-b135e46f-ba95-4e6f-9c98-6d611ceb5ae3 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 932 time: 0.7175739
Jan 18 20:03:06.077984 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf3bdcb-1d05-47c3-acfb-3ca3fc54506b,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:06.126039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:06.156784 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3622f048-09a9-40f2-aadf-e440000f6cc5 req-e81100af-d5f2-49a2-9ae5-393d05f49842 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 210 time: 0.3419504
Jan 18 20:03:06.240395 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:06.271123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Usage tracker for resource:port and tenant:30454b7ccff4490997398d511edb23e6 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:06.296386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Quota usage for port was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:06.316603 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:06.382087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Pushing event updated for resources: {'Port': ['ID=28cffcac-2f50-4bab-aa14-e8e0d6815278,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:06.547715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:06.554773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:06.570394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Made reservation on behalf of 30454b7ccff4490997398d511edb23e6 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:03:06.581596 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:06.584012 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0850b156-c447-4af6-b872-e8376622649a req-cddd6047-86b2-4a8d-a21e-7c26c9a39d67 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4967065
Jan 18 20:03:06.594356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:06.607773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device eb68ea32-2bba-4abb-8623-32187eb792f7 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:06.608128 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854233438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938932'] for router_interface, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:06.638289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-cee2a037-c6fa-47d2-8046-f34fbb56436e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:06.644296 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 56644) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:06.688481 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:06.735757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:06.737841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Pushing event updated for resources: {'Port': ['ID=920a642b-73d2-4062-bbc4-4b88e8dcbddd,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:06.742143 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port eb68ea32-2bba-4abb-8623-32187eb792f7 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:06.742614 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:06.766214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:06.794963 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Checking segment: {'id': '434bb136-2e36-4d3e-b4b0-a7728dede6d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1b702498-ceb5-4bbf-b1b8-779971da9bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:03:06.795465 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Network hostable DHCP agents. Network: 1b702498-ceb5-4bbf-b1b8-779971da9bb0, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:03:06.871128 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854233438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938932'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:07.113950 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 9a3bc626-8964-4a76-9155-224d74281a1c up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:07.230272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Network 1b702498-ceb5-4bbf-b1b8-779971da9bb0 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:03:07.246652 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:07.249248 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 1b702498-ceb5-4bbf-b1b8-779971da9bb0) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:07.249489 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 9a3bc626-8964-4a76-9155-224d74281a1c completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:07.258616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:07.259407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477b286-dca1-4616-abad-ed1272cde84f None None] Network 1b702498-ceb5-4bbf-b1b8-779971da9bb0 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:03:07.260031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:07.341129 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4b4c947b-346c-45cb-9ae7-60d683abd2d5 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.0827703
Jan 18 20:03:07.402652 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:07.408098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:07.427964 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.resource_extend [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 18 20:03:07.469485 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d9a158f7-0321-42b0-8860-c0123783f26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:07.581494 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d9a158f7-0321-42b0-8860-c0123783f26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:07.586385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d9a158f7-0321-42b0-8860-c0123783f26e admin admin] Usage tracker for resource:security_group_rule and tenant:969532865dbb4acab6a8aafd08d4e77d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:07.589913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d9a158f7-0321-42b0-8860-c0123783f26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:07.613730 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d9a158f7-0321-42b0-8860-c0123783f26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:07.648428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 9a3bc626-8964-4a76-9155-224d74281a1c triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:07.649256 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:07.671861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:07.813527 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Router 3d0a1255-6a56-402e-a559-7d0176ea7daf has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:03:07.913507 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:07.923193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dabc18-99a5-4cc4-9b26-b8085deb2f16 None None] Network 1b702498-ceb5-4bbf-b1b8-779971da9bb0 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:03:07.996303 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd3cc32c-2b05-4dfa-a166-543333752870 req-e6c11168-49d8-45d4-a962-d12002aef054 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 210 time: 0.4731138
Jan 18 20:03:08.001688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Pushing event updated for resources: {'Port': ['ID=9a46e42e-be21-450b-b0aa-2cde768cf0ff,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:08.207512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fd1d1-f951-4a81-b330-fcb5da0bc75b req-00852065-7830-4801-9973-8ddfe20d4653 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:08.209736 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-928fd1d1-f951-4a81-b330-fcb5da0bc75b req-00852065-7830-4801-9973-8ddfe20d4653 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 944 time: 0.3144567
Jan 18 20:03:08.216199 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:03:08.237547 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] 10.222.0.101 "PUT /v2.0/routers/3d0a1255-6a56-402e-a559-7d0176ea7daf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9230669
Jan 18 20:03:08.263537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-44a3649e-ee02-4ede-93e3-956d23c9c87d None None] Provisioning complete for port 920a642b-73d2-4062-bbc4-4b88e8dcbddd triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:08.263961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-44a3649e-ee02-4ede-93e3-956d23c9c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:08.323041 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-928fd1d1-f951-4a81-b330-fcb5da0bc75b req-021cdd45-f2c2-4218-93e0-32905728700e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041276
Jan 18 20:03:08.381932 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:08.453020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854233438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938932'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:08.503131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 9a3bc626-8964-4a76-9155-224d74281a1c, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=9a3bc626-8964-4a76-9155-224d74281a1c,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:08.511626 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:08.515847 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:08.554937 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.308s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:08.607070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-44a3649e-ee02-4ede-93e3-956d23c9c87d None None] Port 920a642b-73d2-4062-bbc4-4b88e8dcbddd cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:03:08.610379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=9a3bc626-8964-4a76-9155-224d74281a1c,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:08.624459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:08.631470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:08.710976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56700) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:08.718482 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-751735767-network', 'tenant_id': '231b273b282249a4829e1672e57ee87a'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:08.728645 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:08.736634 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Usage tracker for resource:network and tenant:231b273b282249a4829e1672e57ee87a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:08.743786 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:08.752662 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:08.765678 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Made reservation on behalf of 231b273b282249a4829e1672e57ee87a for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:03:08.773393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:08.787723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:08.807377 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:08.812049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Usage tracker for resource:security_group_rule and tenant:231b273b282249a4829e1672e57ee87a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:08.816618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:08.827253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:08.957253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d9a158f7-0321-42b0-8860-c0123783f26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:08.966648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Attempting to bind port 28cffcac-2f50-4bab-aa14-e8e0d6815278 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:03:08.967045 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Attempting to bind port 28cffcac-2f50-4bab-aa14-e8e0d6815278 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:03:08.967435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Attempting to bind port 28cffcac-2f50-4bab-aa14-e8e0d6815278 on network 750dc145-6b59-45da-9c9e-22b2c9b519f7 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:03:08.980180 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Network 02c230c4-f60f-47f2-9329-8bad014f8da8 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:08.989618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:09.000208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d9a158f7-0321-42b0-8860-c0123783f26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.001099 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Pushing event updated for resources: {'Port': ['ID=574fe7cd-936d-4ea9-b41b-333e3925d8cd,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:09.016696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:03:09.017076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Checking segment: {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:03:09.017609 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.018327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Bound using segment: {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:03:09.018528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Bound port: 28cffcac-2f50-4bab-aa14-e8e0d6815278, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:03:09.018903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.034850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:09.066377 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a9301602-adfc-495a-b899-9fb8356d29cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:09.074867 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.081520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.103152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:03:09.128043 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.129664 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Added segment 8ba93d74-da25-4212-9100-c3b665482ead of type vxlan for network 3724d44f-8220-4c4f-afbb-0c954ebe1d0f
Jan 18 20:03:09.195239 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.272939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:09.299025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.311854 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:09.313364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.365636 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Sync routers for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:03:09.372057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011465e2-30be-4a93-ae8e-02bdb90436d1,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:09.391005 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:03:09.395897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9803e9e8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:02:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:09.402757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Router 7396850a-5932-413a-9f98-2b515176fa80 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:03:09.417285 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:09.418135 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:09.459142 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56712) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:09.475603 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.7635560
Jan 18 20:03:09.493885 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d9a158f7-0321-42b0-8860-c0123783f26e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=969532865dbb4acab6a8aafd08d4e77d&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8469462
Jan 18 20:03:09.496368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Request body: {'security_group': {'name': 'tempest-securitygroup--91784544', 'description': 'tempest-description--1085121186'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:09.504346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 56720) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:09.505002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 56722) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:09.559643 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Request body: {'subnet': {'network_id': '3724d44f-8220-4c4f-afbb-0c954ebe1d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-751735767-subnet', 'tenant_id': '231b273b282249a4829e1672e57ee87a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:09.568974 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:09.583401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Usage tracker for resource:subnet and tenant:231b273b282249a4829e1672e57ee87a is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:09.587309 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:09.604738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:09.616367 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a158f7-0321-42b0-8860-c0123783f26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8a903c-c2a5-4e34-81a5-b21d2ae62471,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:09.629816 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e0a59657-9e17-438f-b7af-d3d37cdfdce0 req-48ebb5b9-0d53-4cff-aff1-6f1f535855fb tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 210 time: 0.1615765
Jan 18 20:03:09.631535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:09.654790 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Usage tracker for resource:security_group and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:09.659919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:09.700655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:03:09.701149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:09.710984 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Made reservation on behalf of 231b273b282249a4829e1672e57ee87a for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:03:09.715785 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.745653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:09.765229 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Pushing event updated for resources: {'Network': ['ID=3724d44f-8220-4c4f-afbb-0c954ebe1d0f,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:09.768484 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:09.777041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.820042 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:09.825934 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Usage tracker for resource:security_group_rule and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:09.829564 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:09.832685 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d9a158f7-0321-42b0-8860-c0123783f26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:09.836853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:09.838268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:09.883431 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 3724d44f-8220-4c4f-afbb-0c954ebe1d0f details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:03:09.905434 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network 3724d44f-8220-4c4f-afbb-0c954ebe1d0f details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:03:09.957029 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.960931 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:09.973025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:10.014544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] For port 28cffcac-2f50-4bab-aa14-e8e0d6815278, host hv-cinder-56205, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:03:10.040011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event updated for resources: {'SecurityGroup': ['ID=29eb349c-25db-4059-9a8e-8eb675534257,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:10.053747 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.057134 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.5867436
Jan 18 20:03:10.059066 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:10.060260 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56738) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:10.066826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Request body: {'security_group_rule': {'security_group_id': '29eb349c-25db-4059-9a8e-8eb675534257', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:10.083505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:10.089713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Usage tracker for resource:security_group_rule and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:10.094938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:10.106858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:10.132282 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.135371 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Allocated IP 172.20.0.5 (c8449507-e06e-4b3a-bbe4-1e87bb5854d5/6c786178-8973-4f29-b849-cbb052b846b5/fb9a8f8a-273f-4f4d-bf41-c385477d0f13) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:03:10.228651 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.232024 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.234120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:10.263924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45251bcb-7abf-4533-a10d-f1b2c3cc4a22,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:10.273270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:10.283052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.286666 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2228761
Jan 18 20:03:10.288183 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56742) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:10.294363 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] For port 28cffcac-2f50-4bab-aa14-e8e0d6815278, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=28cffcac-2f50-4bab-aa14-e8e0d6815278,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:03:10.294690 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Request body: {'security_group_rule': {'security_group_id': '29eb349c-25db-4059-9a8e-8eb675534257', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:10.305829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:10.310959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Usage tracker for resource:security_group_rule and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:10.314037 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:10.321407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:10.343875 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.345390 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.408250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-4c7a78ed-deeb-4dcd-a1de-9363d1a6b80b None None] Provisioning complete for port 574fe7cd-936d-4ea9-b41b-333e3925d8cd triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:10.408662 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4c7a78ed-deeb-4dcd-a1de-9363d1a6b80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.415131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:10.422692 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.426614 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.429354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-724de72f-1884-4805-a02a-48894c2f23cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:10.454873 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494c5cd6-7a3a-4fcb-a31d-e408bdc754ce,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:10.459832 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:10.478346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.480422 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1902766
Jan 18 20:03:10.485735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56746) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:10.492735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Request body: {'floatingip': {'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:10.503778 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:10.509551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Usage tracker for resource:floatingip and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:10.514335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:10.523609 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:10.537000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.642561 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 9a3bc626-8964-4a76-9155-224d74281a1c up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:10.738361 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8823a00e-6cc4-436f-afe5-8e3c13f9f4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.750346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.771087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8823a00e-6cc4-436f-afe5-8e3c13f9f4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.828067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a78ed-deeb-4dcd-a1de-9363d1a6b80b None None] Port 574fe7cd-936d-4ea9-b41b-333e3925d8cd cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:03:10.893573 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0cee9af8-5f6f-4105-99d2-5dd7e48ceacb req-bbebf096-e792-4ae9-84b1-ed4b3e4d08d4 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 210 time: 0.0698514
Jan 18 20:03:10.922594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8823a00e-6cc4-436f-afe5-8e3c13f9f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:10.968058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 9a3bc626-8964-4a76-9155-224d74281a1c triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:10.968390 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:11.012901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:03:11.025263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Sync routers for ids ['7396850a-5932-413a-9f98-2b515176fa80'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:03:11.045327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Routers {'7396850a-5932-413a-9f98-2b515176fa80'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:03:11.046299 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9854a0b8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:02:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['7396850a-5932-413a-9f98-2b515176fa80'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:11.060344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9803e9e8>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 2, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:11.067310 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Checking router: 3d0a1255-6a56-402e-a559-7d0176ea7daf for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:03:11.067933 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Updating router 3d0a1255-6a56-402e-a559-7d0176ea7daf port 920a642b-73d2-4062-bbc4-4b88e8dcbddd binding host dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:03:11.079068 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191ea8a-caea-43eb-9685-ccfd0c9ccb4e req-b9dbd97a-a65b-414f-983f-e41710bb296c tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:11.079905 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-0191ea8a-caea-43eb-9685-ccfd0c9ccb4e req-b9dbd97a-a65b-414f-983f-e41710bb296c tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Synchronizing usage tracker for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:11.136503 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] 10.222.0.101 "PUT /v2.0/routers/7396850a-5932-413a-9f98-2b515176fa80/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.6011529
Jan 18 20:03:11.164616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8823a00e-6cc4-436f-afe5-8e3c13f9f4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:11.166224 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8823a00e-6cc4-436f-afe5-8e3c13f9f4d5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bf8a903c-c2a5-4e34-81a5-b21d2ae62471 HTTP/1.1" status: 204  len: 168 time: 1.6538346
Jan 18 20:03:11.241992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:11.284923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Allocated IP 172.27.0.118 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/706c64b3-fffb-4ff2-b02a-635c9add596e) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:03:11.366242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Pushing event updated for resources: {'Port': ['ID=28cffcac-2f50-4bab-aa14-e8e0d6815278,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:11.406556 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-0191ea8a-caea-43eb-9685-ccfd0c9ccb4e req-b9dbd97a-a65b-414f-983f-e41710bb296c tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Unset dirty status for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:11.425034 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0191ea8a-caea-43eb-9685-ccfd0c9ccb4e req-b9dbd97a-a65b-414f-983f-e41710bb296c tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 944 time: 1.7222772
Jan 18 20:03:11.431010 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:11.436024 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:03:11.454791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:11.462503 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Set router 7396850a-5932-413a-9f98-2b515176fa80 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:03:11.659511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823a00e-6cc4-436f-afe5-8e3c13f9f4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8a903c-c2a5-4e34-81a5-b21d2ae62471,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:11.702861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8823a00e-6cc4-436f-afe5-8e3c13f9f4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:11.758672 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:11.795374 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:11.796122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:11.813603 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] 10.222.0.72 "PUT /v2.0/ports/28cffcac-2f50-4bab-aa14-e8e0d6815278 HTTP/1.1" status: 200  len: 1158 time: 10.3882952
Jan 18 20:03:11.818465 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e877fb-0d32-4d7c-adef-f255ca5a3bc8', 'tag': '28cffcac-2f50-4bab-aa14-e8e0d6815278'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:11.842080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:11.863214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:11.990460 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9854a0b8>, [{'id': '7396850a-5932-413a-9f98-2b515176fa80', 'name': 'tempest-ServerRescueNegativeTestJSON-672671543-router', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:38Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '10b8cee9d3aa476b9427653660a4c562', 'gw_port': {'id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396850a-5932-413a-9f98-2b515176fa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '9a46e42e-be21-450b-b0aa-2cde768cf0ff', 'name': '', 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'mac_address': 'fa:16:3e:e3:3e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7396850a-5932-413a-9f98-2b515176fa80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2d3a2eb7-3191-4b4e-886b-727d772b5422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:55Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 2, 'project_id': '10b8cee9d3aa476b9427653660a4c562', 'subnets': [{'id': '2d3a2eb7-3191-4b4e-886b-727d772b5422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:11.995906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Checking router: 7396850a-5932-413a-9f98-2b515176fa80 for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:03:11.996304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Updating router 7396850a-5932-413a-9f98-2b515176fa80 port 9a46e42e-be21-450b-b0aa-2cde768cf0ff binding host dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:03:12.063318 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:12.090069 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event updated for resources: {'Port': ['ID=706c64b3-fffb-4ff2-b02a-635c9add596e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:12.104643 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:12.160574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:12.163225 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:12.169789 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:03:12.260242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56788) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:12.301001 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0191ea8a-caea-43eb-9685-ccfd0c9ccb4e req-b163d05e-fa81-4d4c-b149-cf9e9b53eea2 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8748517
Jan 18 20:03:12.306565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:12.325530 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Transition to ACTIVE for port object 920a642b-73d2-4062-bbc4-4b88e8dcbddd will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:12.328836 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:12.334510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fc1b22cb-0f11-4d63-9bd1-ee14134cfcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:12.347412 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:12.395799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-fc1b22cb-0f11-4d63-9bd1-ee14134cfcc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:12.416244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:12.433184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853640a-6f0b-4d80-bb64-98dc56ef3cb4 None None] Pushing event updated for resources: {'Port': ['ID=920a642b-73d2-4062-bbc4-4b88e8dcbddd,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:12.441163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-fc1b22cb-0f11-4d63-9bd1-ee14134cfcc7 admin admin] Usage tracker for resource:security_group_rule and tenant:d0de111cdebc4088a6b3a03f1d4a2049 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:12.444569 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e853640a-6f0b-4d80-bb64-98dc56ef3cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:12.450349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:12.598363 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-2837b05c-2df9-4af9-8785-9553c6c3df3c req-2bd61d77-bb95-4358-8278-e8ac1527469e tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Synchronizing usage tracker for tenant:30454b7ccff4490997398d511edb23e6 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:12.722939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-a4c766b0-3aa2-4a29-8f7b-6646b86612e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:12.728668 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-a4c766b0-3aa2-4a29-8f7b-6646b86612e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 1161 time: 0.7478955
Jan 18 20:03:12.729660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-2837b05c-2df9-4af9-8785-9553c6c3df3c req-2bd61d77-bb95-4358-8278-e8ac1527469e tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Unset dirty status for tenant:30454b7ccff4490997398d511edb23e6 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:12.731086 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2837b05c-2df9-4af9-8785-9553c6c3df3c req-2bd61d77-bb95-4358-8278-e8ac1527469e tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 210 time: 0.2601876
Jan 18 20:03:12.742414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:12.748524 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Attempting to bind port 920a642b-73d2-4062-bbc4-4b88e8dcbddd on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:03:12.748982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Attempting to bind port 920a642b-73d2-4062-bbc4-4b88e8dcbddd by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:03:12.749504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Attempting to bind port 920a642b-73d2-4062-bbc4-4b88e8dcbddd on network afb56ae4-80d3-4971-aaeb-b3508e21ee72 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:03:12.759428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:03:12.781972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Checking segment: {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:03:12.781972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:12.781972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Bound using segment: {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:03:12.781972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Bound port: 920a642b-73d2-4062-bbc4-4b88e8dcbddd, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:03:12.781972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:12.787857 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-908e3e23-7fb7-404b-81c3-327a94620c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:12.806233 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Transition to ACTIVE for port object 9a46e42e-be21-450b-b0aa-2cde768cf0ff will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:12.812594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-fc1b22cb-0f11-4d63-9bd1-ee14134cfcc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:12.814388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:12.839524 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-fc1b22cb-0f11-4d63-9bd1-ee14134cfcc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:12.918460 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-2c9191f5-0412-4608-b1dc-dded169c666c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28cffcac-2f50-4bab-aa14-e8e0d6815278 HTTP/1.1" status: 200  len: 217 time: 0.1715283
Jan 18 20:03:12.919607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:03:12.936421 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] 10.222.0.101 "PUT /v2.0/routers/a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 22.6919320
Jan 18 20:03:13.001088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] For port 920a642b-73d2-4062-bbc4-4b88e8dcbddd, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:03:13.009594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] For port 920a642b-73d2-4062-bbc4-4b88e8dcbddd, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=920a642b-73d2-4062-bbc4-4b88e8dcbddd,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:03:13.016258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Sync routers for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:03:13.034031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:13.049387 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:13.096696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c8032a94-533b-48e8-96a4-ade02fa7471d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:13.180477 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-6e24a302-5b55-4786-93e4-fec2f9bbda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:13.182616 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-6e24a302-5b55-4786-93e4-fec2f9bbda77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70c212ca-5183-42ef-8fad-d29415fcef77 HTTP/1.1" status: 200  len: 855 time: 0.2449238
Jan 18 20:03:13.183566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:13.185982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:13.309069 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-8365d79e-6bef-4a25-8aea-33767d672522 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:13.311036 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-8365d79e-6bef-4a25-8aea-33767d672522 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/networks?id=02c230c4-f60f-47f2-9329-8bad014f8da8 HTTP/1.1" status: 200  len: 818 time: 1.0269299
Jan 18 20:03:13.329925 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e877fb-0d32-4d7c-adef-f255ca5a3bc8', 'tag': '28cffcac-2f50-4bab-aa14-e8e0d6815278', 'status': 'completed', 'code': 200}
Jan 18 20:03:13.330536 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8346b187-6a21-4dca-9e69-0b8518efcb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:13.347025 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-2fe81c88-e6db-42dd-9e31-39c0b9fb7060 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/quotas/10b8cee9d3aa476b9427653660a4c562 HTTP/1.1" status: 200  len: 375 time: 0.0264397
Jan 18 20:03:13.355611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a5817-6960-46bd-be7e-d1697ab8e401 None None] Pushing event updated for resources: {'Port': ['ID=9a46e42e-be21-450b-b0aa-2cde768cf0ff,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:13.368229 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-621a5817-6960-46bd-be7e-d1697ab8e401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:13.395562 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Attempting to bind port 9a46e42e-be21-450b-b0aa-2cde768cf0ff on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:03:13.396344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Attempting to bind port 9a46e42e-be21-450b-b0aa-2cde768cf0ff by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:03:13.396871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Attempting to bind port 9a46e42e-be21-450b-b0aa-2cde768cf0ff on network 02c230c4-f60f-47f2-9329-8bad014f8da8 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:03:13.408971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:03:13.409657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Checking segment: {'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:03:13.410457 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:13.411359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Bound using segment: {'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:03:13.412291 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Bound port: 9a46e42e-be21-450b-b0aa-2cde768cf0ff, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:03:13.412879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:13.521127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:03:13.521903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9835f828>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:02:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:13.530815 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-eb07addb-7f75-4f97-bb62-45c9ee8d9020 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=750dc145-6b59-45da-9c9e-22b2c9b519f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3397515
Jan 18 20:03:13.541926 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Pushing event updated for resources: {'Port': ['ID=fb9a8f8a-273f-4f4d-bf41-c385477d0f13,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:13.555835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:13.585476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] For port 9a46e42e-be21-450b-b0aa-2cde768cf0ff, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:03:13.594933 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] For port 9a46e42e-be21-450b-b0aa-2cde768cf0ff, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=9a46e42e-be21-450b-b0aa-2cde768cf0ff,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:03:13.600551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:13.629570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:13.788559 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a5817-6960-46bd-be7e-d1697ab8e401 None None] Pushing event updated for resources: {'Port': ['ID=9a46e42e-be21-450b-b0aa-2cde768cf0ff,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:13.820092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-621a5817-6960-46bd-be7e-d1697ab8e401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:13.878643 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 56826) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:13.903870 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Request body: {'security_group': {'name': 'tempest-securitygroup--1041919765', 'description': 'tempest-description--1828092562'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:13.918429 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:13.930740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:13.935713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:13.941168 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Usage tracker for resource:security_group and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:13.951689 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:13.961546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Network c8449507-e06e-4b3a-bbe4-1e87bb5854d5 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:13.971176 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:13.983984 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:13.989443 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:14.125581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fc1b22cb-0f11-4d63-9bd1-ee14134cfcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:14.139890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:03:14.140698 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9803e9e8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:02:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:14.142301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Routers {'7396850a-5932-413a-9f98-2b515176fa80'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:03:14.143356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9854a0b8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:02:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['7396850a-5932-413a-9f98-2b515176fa80'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:14.148370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fc1b22cb-0f11-4d63-9bd1-ee14134cfcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:14.254789 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-c59b186a-5494-401a-9bef-cb6ecdf0abb9 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?tenant_id=10b8cee9d3aa476b9427653660a4c562&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8967276
Jan 18 20:03:14.286360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:03:14.304123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:14.304886 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:14.319998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event updated for resources: {'Port': ['ID=706c64b3-fffb-4ff2-b02a-635c9add596e,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:14.323486 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:14.331892 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 10.1008108
Jan 18 20:03:14.337166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:14.375280 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-4ebc2009-3ffb-4d36-98a2-766d93911aee service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8183453
Jan 18 20:03:14.378706 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-fc1b22cb-0f11-4d63-9bd1-ee14134cfcc7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d0de111cdebc4088a6b3a03f1d4a2049&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1165698
Jan 18 20:03:14.391720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56830) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:14.393981 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Request body: {'port': {'device_id': '1a04f55b-bc66-4e6d-8b21-f70ab7b79725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:14.394756 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853640a-6f0b-4d80-bb64-98dc56ef3cb4 None None] Pushing event updated for resources: {'Port': ['ID=920a642b-73d2-4062-bbc4-4b88e8dcbddd,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:14.410284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e853640a-6f0b-4d80-bb64-98dc56ef3cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.314s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:14.432117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] Set router 7396850a-5932-413a-9f98-2b515176fa80 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:03:14.485391 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:14.519864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b22cb-0f11-4d63-9bd1-ee14134cfcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9de315d-5c0a-4b08-8caf-c394db7da3e9,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:14.546068 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-fc1b22cb-0f11-4d63-9bd1-ee14134cfcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:14.590890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:03:14.608510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:14.643957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:03:14.653154 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-c3863fa0-6558-4922-9ab7-d0893b4bec72 service neutron] 10.222.0.101 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3971224
Jan 18 20:03:14.692506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9eb32a95-7095-48c9-869f-191b1d99c8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:14.764895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:14.818044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:14.826563 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.3393121
Jan 18 20:03:14.839044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9eb32a95-7095-48c9-869f-191b1d99c8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:14.896287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Usage tracker for resource:security_group_rule and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:14.924694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:14.950326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:14.957128 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-7ed8346d-98cc-40ee-acdf-53702a29f509 service neutron] 10.222.0.101 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3028214
Jan 18 20:03:14.967739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:14.985217 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9eb32a95-7095-48c9-869f-191b1d99c8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:14.990454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:15.012017 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb32a95-7095-48c9-869f-191b1d99c8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9de315d-5c0a-4b08-8caf-c394db7da3e9,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:15.030107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9eb32a95-7095-48c9-869f-191b1d99c8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:15.044438 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9eb32a95-7095-48c9-869f-191b1d99c8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:15.045710 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-9eb32a95-7095-48c9-869f-191b1d99c8ad admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a9de315d-5c0a-4b08-8caf-c394db7da3e9 HTTP/1.1" status: 204  len: 168 time: 0.6506443
Jan 18 20:03:15.051830 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f710f136-5f18-4151-a226-921011dc960b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:15.191603 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed367db-2a00-4eeb-9990-ca0eeb58c6f4 req-62814dff-a728-46a3-ade8-97abae95152f tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:15.194535 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fed367db-2a00-4eeb-9990-ca0eeb58c6f4 req-62814dff-a728-46a3-ade8-97abae95152f tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 944 time: 0.8650301
Jan 18 20:03:15.207207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2333a4-ac25-4263-b25d-888f2fbe5f14,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:15.220736 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:15.386563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9854a0b8>, [{'id': '7396850a-5932-413a-9f98-2b515176fa80', 'name': 'tempest-ServerRescueNegativeTestJSON-672671543-router', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:38Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '10b8cee9d3aa476b9427653660a4c562', 'gw_port': {'id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396850a-5932-413a-9f98-2b515176fa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '9a46e42e-be21-450b-b0aa-2cde768cf0ff', 'name': '', 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'mac_address': 'fa:16:3e:e3:3e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7396850a-5932-413a-9f98-2b515176fa80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2d3a2eb7-3191-4b4e-886b-727d772b5422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:55Z', 'updated_at': '2021-01-18T20:03:13Z', 'revision_number': 4, 'project_id': '10b8cee9d3aa476b9427653660a4c562', 'subnets': [{'id': '2d3a2eb7-3191-4b4e-886b-727d772b5422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:15.400542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7444c-a46e-490f-95e2-8d3903dcbb8e None None] The sync data for ids ['7396850a-5932-413a-9f98-2b515176fa80'] in dv-cinder-562053-17-iscsi is: [{'id': '7396850a-5932-413a-9f98-2b515176fa80', 'name': 'tempest-ServerRescueNegativeTestJSON-672671543-router', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:38Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '10b8cee9d3aa476b9427653660a4c562', 'gw_port': {'id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396850a-5932-413a-9f98-2b515176fa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '9a46e42e-be21-450b-b0aa-2cde768cf0ff', 'name': '', 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'mac_address': 'fa:16:3e:e3:3e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7396850a-5932-413a-9f98-2b515176fa80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2d3a2eb7-3191-4b4e-886b-727d772b5422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:55Z', 'updated_at': '2021-01-18T20:03:13Z', 'revision_number': 4, 'project_id': '10b8cee9d3aa476b9427653660a4c562', 'subnets': [{'id': '2d3a2eb7-3191-4b4e-886b-727d772b5422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:03:15.418863 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:15.512434 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e09b33a6-4077-4e91-9f64-27857ef60623 req-75e944dd-0588-48fe-ba70-c087d0a0ec2e service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0786760
Jan 18 20:03:15.513107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:15.589644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-acec3f76-7261-4083-9126-caf9a63c3f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:15.776094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9803e9e8>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:12Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:15.793649 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b438249-d8d5-491f-861c-750051d2a44e None None] The sync data for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi is: [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:12Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:03:15.800218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9835f828>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 2, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:15.820204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c331644-ea24-45b6-a1f9-167101e58842 req-a2b85670-9e5e-4e7a-a991-fb1e58c295aa tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:15.824271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Checking router: a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:03:15.825104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Updating router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc port 574fe7cd-936d-4ea9-b41b-333e3925d8cd binding host dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:03:15.836083 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1c331644-ea24-45b6-a1f9-167101e58842 req-a2b85670-9e5e-4e7a-a991-fb1e58c295aa tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 931 time: 0.3167202
Jan 18 20:03:15.974936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:16.030932 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1c331644-ea24-45b6-a1f9-167101e58842 req-082c293d-fb12-4659-99bf-e66655f1f5d4 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876841
Jan 18 20:03:16.040284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:16.058886 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:16.438281 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:16.484080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-372e6565-f2c1-4de3-9361-f02895e60d8f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Synchronizing usage tracker for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:16.522120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-372e6565-f2c1-4de3-9361-f02895e60d8f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Unset dirty status for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:16.536962 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-372e6565-f2c1-4de3-9361-f02895e60d8f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--91784544&fields=id&tenant_id=1417b693c42f47ee9a8bce62bc69f85c HTTP/1.1" status: 200  len: 267 time: 0.1604583
Jan 18 20:03:16.544848 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fed367db-2a00-4eeb-9990-ca0eeb58c6f4 req-59e2ca7c-7e48-4c56-9b97-afaa69534610 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1151061
Jan 18 20:03:16.654802 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event updated for resources: {'SecurityGroup': ['ID=a22f3bc5-a1fb-4200-8d56-4048bf171bf8,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:16.669117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:16.795887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:16.797539 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.9121788
Jan 18 20:03:16.849727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 56880) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:16.915506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Request body: {'security_group_rule': {'security_group_id': 'a22f3bc5-a1fb-4200-8d56-4048bf171bf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:17.073076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:17.082400 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-0e9736cf-a6db-4d7e-a349-1e2799f72fc2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:17.084701 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-0e9736cf-a6db-4d7e-a349-1e2799f72fc2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 816 time: 0.5464160
Jan 18 20:03:17.112736 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-51365b22-6aaf-4c42-80a5-943d0a327fda tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/quotas/1417b693c42f47ee9a8bce62bc69f85c HTTP/1.1" status: 200  len: 375 time: 0.0209188
Jan 18 20:03:17.149607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-7c954bfc-5fa2-4384-8c0e-b042ad5a3d02 req-194ef796-213e-4d7f-a8b4-9b0ed072afe2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Synchronizing usage tracker for tenant:10b8cee9d3aa476b9427653660a4c562 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:17.155212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 920a642b-73d2-4062-bbc4-4b88e8dcbddd up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:17.155757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Usage tracker for resource:security_group_rule and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:17.199686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:17.229197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:17.254207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00017d31-c82c-48da-9835-6a31fd0610ac req-6a91c36c-9a34-4016-a990-f8c1566ee79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:17.256855 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-00017d31-c82c-48da-9835-6a31fd0610ac req-6a91c36c-9a34-4016-a990-f8c1566ee79c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 1161 time: 1.4258416
Jan 18 20:03:17.308648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:17.315459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:17.335278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-3c21e8bb-4d45-4b87-98a4-2d71b118901b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Synchronizing usage tracker for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:17.348478 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 920a642b-73d2-4062-bbc4-4b88e8dcbddd completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:17.356579 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Transition to ACTIVE for port object 574fe7cd-936d-4ea9-b41b-333e3925d8cd will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:17.357864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 920a642b-73d2-4062-bbc4-4b88e8dcbddd triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:17.358462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:17.409380 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-3c21e8bb-4d45-4b87-98a4-2d71b118901b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Unset dirty status for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:17.411068 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-3c21e8bb-4d45-4b87-98a4-2d71b118901b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2913301
Jan 18 20:03:17.438643 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:17.700817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.72', 53298) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:17.701793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Checking segment: {'id': '8ba93d74-da25-4212-9100-c3b665482ead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3724d44f-8220-4c4f-afbb-0c954ebe1d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:03:17.702335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Network hostable DHCP agents. Network: 3724d44f-8220-4c4f-afbb-0c954ebe1d0f, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:03:17.818410 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2bd7b55c-bb8f-40e8-bc1c-5a418c0d6252 service neutron] 10.222.0.101 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3824520
Jan 18 20:03:17.994514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:18.031079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:18.071080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:18.167585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21426c15-8cf9-4c16-a1d3-a5161978e122 None None] Pushing event updated for resources: {'Port': ['ID=574fe7cd-936d-4ea9-b41b-333e3925d8cd,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:18.221986 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-010a0dbc-8a1e-4b38-953f-fc7de5ab6201 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:18.223697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-010a0dbc-8a1e-4b38-953f-fc7de5ab6201 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Synchronizing usage tracker for tenant:10b8cee9d3aa476b9427653660a4c562 on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:18.229275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00017d31-c82c-48da-9835-6a31fd0610ac req-025a2adc-1097-422b-be53-69e566f77224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:18.231487 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-00017d31-c82c-48da-9835-6a31fd0610ac req-025a2adc-1097-422b-be53-69e566f77224 service neutron] 10.222.0.72 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 909 time: 0.9638743
Jan 18 20:03:18.232464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-7c954bfc-5fa2-4384-8c0e-b042ad5a3d02 req-194ef796-213e-4d7f-a8b4-9b0ed072afe2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Unset dirty status for tenant:10b8cee9d3aa476b9427653660a4c562 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:18.247545 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7c954bfc-5fa2-4384-8c0e-b042ad5a3d02 req-194ef796-213e-4d7f-a8b4-9b0ed072afe2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 210 time: 1.3004026
Jan 18 20:03:18.260377 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-219f9a8f-c88c-421d-aad3-a42d6e04bf2a service neutron] 10.222.0.101 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4226310
Jan 18 20:03:18.281913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-21426c15-8cf9-4c16-a1d3-a5161978e122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:18.500965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:18.676551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:18.740965 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-00017d31-c82c-48da-9835-6a31fd0610ac req-59f8b240-cf6a-4bf9-8c67-9ef9aba7e835 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28cffcac-2f50-4bab-aa14-e8e0d6815278 HTTP/1.1" status: 200  len: 217 time: 0.4893610
Jan 18 20:03:18.741682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:18.752331 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Attempting to bind port 574fe7cd-936d-4ea9-b41b-333e3925d8cd on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:03:18.752919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Attempting to bind port 574fe7cd-936d-4ea9-b41b-333e3925d8cd by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:03:18.753554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Attempting to bind port 574fe7cd-936d-4ea9-b41b-333e3925d8cd on network 6f70f34b-3649-4431-89fb-39c80ea98bc2 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:03:18.769148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:03:18.769748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Checking segment: {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:03:18.770483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:18.771306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Bound using segment: {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:03:18.771979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Bound port: 574fe7cd-936d-4ea9-b41b-333e3925d8cd, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:03:18.772540 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:18.813074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:18.884263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 920a642b-73d2-4062-bbc4-4b88e8dcbddd, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=920a642b-73d2-4062-bbc4-4b88e8dcbddd,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:19.058981 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:19.060224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 9a46e42e-be21-450b-b0aa-2cde768cf0ff up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:19.137667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.objects.ports [None req-578d3a46-9826-4cab-910f-beac012d01ef None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 18 20:03:19.142391 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-cf82388d-435c-47d2-af22-90b07f121472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:19.155880 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f91d7-7b56-4692-a26b-df4fd47ba4a7 req-b5bec473-a21e-46fe-ab66-450a2342f03e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:19.164709 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b41f91d7-7b56-4692-a26b-df4fd47ba4a7 req-b5bec473-a21e-46fe-ab66-450a2342f03e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 944 time: 0.2113595
Jan 18 20:03:19.243328 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b41f91d7-7b56-4692-a26b-df4fd47ba4a7 req-2b08accd-7f38-4a8c-a22c-8b2c83e3f1ef tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775092
Jan 18 20:03:19.281985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] For port 574fe7cd-936d-4ea9-b41b-333e3925d8cd, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:03:19.342084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] For port 574fe7cd-936d-4ea9-b41b-333e3925d8cd, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=574fe7cd-936d-4ea9-b41b-333e3925d8cd,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:03:19.346145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=920a642b-73d2-4062-bbc4-4b88e8dcbddd,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:19.352543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:19.370877 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:19.371415 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:19.427452 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00017d31-c82c-48da-9835-6a31fd0610ac req-9ef82169-eae3-4330-8207-d719c8fd5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:19.430747 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-00017d31-c82c-48da-9835-6a31fd0610ac req-9ef82169-eae3-4330-8207-d719c8fd5825 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70c212ca-5183-42ef-8fad-d29415fcef77 HTTP/1.1" status: 200  len: 855 time: 0.6010637
Jan 18 20:03:19.439235 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-378571ce-5c65-4346-964a-bae0a3af559e req-99a8af50-87b7-4fa0-8d4a-c09305f57229 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 210 time: 0.1048949
Jan 18 20:03:19.442825 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:19.454619 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:19.460250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56940) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:19.460916 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.5761683
Jan 18 20:03:19.468664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-48b61e0c-093d-4f7d-88e7-ef589c0d9d1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Request body: {'security_group_rule': {'security_group_id': 'a22f3bc5-a1fb-4200-8d56-4048bf171bf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:19.469190 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21426c15-8cf9-4c16-a1d3-a5161978e122 None None] Pushing event updated for resources: {'Port': ['ID=574fe7cd-936d-4ea9-b41b-333e3925d8cd,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:19.478313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-21426c15-8cf9-4c16-a1d3-a5161978e122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:19.487555 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-48b61e0c-093d-4f7d-88e7-ef589c0d9d1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:19.494372 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-48b61e0c-093d-4f7d-88e7-ef589c0d9d1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Usage tracker for resource:security_group_rule and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:19.499058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-48b61e0c-093d-4f7d-88e7-ef589c0d9d1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:19.507772 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-48b61e0c-093d-4f7d-88e7-ef589c0d9d1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:19.544080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 9a46e42e-be21-450b-b0aa-2cde768cf0ff completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:19.548654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-48b61e0c-093d-4f7d-88e7-ef589c0d9d1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:19.550719 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-010a0dbc-8a1e-4b38-953f-fc7de5ab6201 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Unset dirty status for tenant:10b8cee9d3aa476b9427653660a4c562 on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:19.553591 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-010a0dbc-8a1e-4b38-953f-fc7de5ab6201 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.72 "GET /v2.0/networks?id=02c230c4-f60f-47f2-9329-8bad014f8da8 HTTP/1.1" status: 200  len: 818 time: 1.7705274
Jan 18 20:03:19.563568 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca2e293-66cd-45c3-9f6b-6c2a8312b0c4,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:19.568204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:19.569389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Network 3724d44f-8220-4c4f-afbb-0c954ebe1d0f is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:03:19.694304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9a8f8a-273f-4f4d-bf41-c385477d0f13 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:03:19.703563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:19.719650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Transition to ACTIVE for port object fb9a8f8a-273f-4f4d-bf41-c385477d0f13 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:19.727160 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-00017d31-c82c-48da-9835-6a31fd0610ac req-787d66fa-d2e4-42d5-9c83-a3f0dbf73176 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=750dc145-6b59-45da-9c9e-22b2c9b519f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2645965
Jan 18 20:03:19.731564 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Request body: {'port': {'device_id': '2ca9967b-a40f-46f3-8048-08bbae80030e', 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8', 'admin_state_up': True, 'tenant_id': '10b8cee9d3aa476b9427653660a4c562'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:19.742663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 28cffcac-2f50-4bab-aa14-e8e0d6815278 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:19.752448 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:19.753783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 3724d44f-8220-4c4f-afbb-0c954ebe1d0f) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:19.759075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:19.760650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:19.857714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ecd07-3787-4c02-b3dc-0aeac2361c79 None None] Network 3724d44f-8220-4c4f-afbb-0c954ebe1d0f requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:03:19.870075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:19.917669 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-48b61e0c-093d-4f7d-88e7-ef589c0d9d1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:20.013813 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-1da49e85-fcf7-4425-bb4a-81a32032d745 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:20.016546 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-1da49e85-fcf7-4425-bb4a-81a32032d745 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/networks?id=02c230c4-f60f-47f2-9329-8bad014f8da8 HTTP/1.1" status: 200  len: 818 time: 0.3223321
Jan 18 20:03:20.018168 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-48b61e0c-093d-4f7d-88e7-ef589c0d9d1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:20.021653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:20.037089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 9a46e42e-be21-450b-b0aa-2cde768cf0ff triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:20.037706 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:20.090493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b61e0c-093d-4f7d-88e7-ef589c0d9d1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413e85c4-dd74-4e6a-ae7f-51d259d1c096,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:20.120445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-48b61e0c-093d-4f7d-88e7-ef589c0d9d1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:20.124818 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-da9ceb35-26c0-4cee-8d7b-851193a3c31b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/quotas/10b8cee9d3aa476b9427653660a4c562 HTTP/1.1" status: 200  len: 375 time: 0.0655978
Jan 18 20:03:20.173498 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 10.6627014
Jan 18 20:03:20.339078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-48b61e0c-093d-4f7d-88e7-ef589c0d9d1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:20.352560 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-48b61e0c-093d-4f7d-88e7-ef589c0d9d1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8789005
Jan 18 20:03:20.353661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56964) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:20.361888 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Request body: {'floatingip': {'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:20.398644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:20.399444 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:03:20.400175 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9835f828>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:03:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:20.430491 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Usage tracker for resource:floatingip and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:20.435805 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:20.449507 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:20.513025 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-51a93673-199d-4a3e-9a7c-75f409f348a7 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?tenant_id=10b8cee9d3aa476b9427653660a4c562&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3772678
Jan 18 20:03:20.573451 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 56976) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:20.585478 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b3955-7144-4f6e-b0ba-a8fd668cae7c req-2e7a269e-b5dc-4f5c-a3e8-0c2d10d0893f tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:20.593914 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:20.605043 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b67b3955-7144-4f6e-b0ba-a8fd668cae7c req-2e7a269e-b5dc-4f5c-a3e8-0c2d10d0893f tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 931 time: 1.8574827
Jan 18 20:03:20.792848 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:20.807100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a147a7f0-84da-432a-b23c-d6a48ef94a77 None None] Network 3724d44f-8220-4c4f-afbb-0c954ebe1d0f requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:03:20.827131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.72', 53303) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:20.974392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:03:21.061096 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:21.100911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-6e0671e2-5630-446f-996a-c1c4407b8415 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:21.101374 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9226e8bb-e18c-478d-9de5-c7b5e3bb203f admin admin] Deleting subnet ccf3bdcb-1d05-47c3-acfb-3ca3fc54506b {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:03:21.102249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-6e0671e2-5630-446f-996a-c1c4407b8415 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Synchronizing usage tracker for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:21.109122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9a8f8a-273f-4f4d-bf41-c385477d0f13,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:21.130922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.261s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:21.159203 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9226e8bb-e18c-478d-9de5-c7b5e3bb203f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:21.249665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-6e0671e2-5630-446f-996a-c1c4407b8415 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Unset dirty status for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:21.253372 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-6e0671e2-5630-446f-996a-c1c4407b8415 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.72 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 816 time: 0.4239154
Jan 18 20:03:21.265227 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-4f7c7d52-2e2f-451c-b8a5-e09f7e8f5848 service neutron] 10.222.0.101 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7510297
Jan 18 20:03:21.287000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b67b3955-7144-4f6e-b0ba-a8fd668cae7c req-f6d77bba-95b1-48fe-b58e-bc284dba8c07 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Synchronizing usage tracker for tenant:30454b7ccff4490997398d511edb23e6 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:21.292079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:21.296510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9226e8bb-e18c-478d-9de5-c7b5e3bb203f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:21.307768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 28cffcac-2f50-4bab-aa14-e8e0d6815278 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:21.331606 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9226e8bb-e18c-478d-9de5-c7b5e3bb203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:21.362835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 28cffcac-2f50-4bab-aa14-e8e0d6815278 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:21.363394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:21.441112 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-00017d31-c82c-48da-9835-6a31fd0610ac req-4137dc4c-a068-44c0-8c17-77ac0ca7ffc8 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6685712
Jan 18 20:03:21.523472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:21.530931 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Attempting to bind port fb9a8f8a-273f-4f4d-bf41-c385477d0f13 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:03:21.531485 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Attempting to bind port fb9a8f8a-273f-4f4d-bf41-c385477d0f13 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'c017ccd5-8a79-429f-85cd-a8cadd5fe1e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c8449507-e06e-4b3a-bbe4-1e87bb5854d5'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:03:21.531887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Attempting to bind port fb9a8f8a-273f-4f4d-bf41-c385477d0f13 on network c8449507-e06e-4b3a-bbe4-1e87bb5854d5 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:03:21.534853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Made reservation on behalf of 10b8cee9d3aa476b9427653660a4c562 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:03:21.545523 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:21.586324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b67b3955-7144-4f6e-b0ba-a8fd668cae7c req-f6d77bba-95b1-48fe-b58e-bc284dba8c07 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Unset dirty status for tenant:30454b7ccff4490997398d511edb23e6 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:21.587783 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b67b3955-7144-4f6e-b0ba-a8fd668cae7c req-f6d77bba-95b1-48fe-b58e-bc284dba8c07 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9817972
Jan 18 20:03:21.596167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:03:21.596638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Checking segment: {'id': 'c017ccd5-8a79-429f-85cd-a8cadd5fe1e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c8449507-e06e-4b3a-bbe4-1e87bb5854d5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:03:21.597058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:21.597470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Bound using segment: {'id': 'c017ccd5-8a79-429f-85cd-a8cadd5fe1e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c8449507-e06e-4b3a-bbe4-1e87bb5854d5'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:03:21.598121 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Bound port: fb9a8f8a-273f-4f4d-bf41-c385477d0f13, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c017ccd5-8a79-429f-85cd-a8cadd5fe1e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c8449507-e06e-4b3a-bbe4-1e87bb5854d5'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:03:21.598764 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:21.675242 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-df4f169c-bc6c-4e25-95af-dad69b92fa91 service neutron] 10.222.0.101 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4090273
Jan 18 20:03:21.727681 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 9a46e42e-be21-450b-b0aa-2cde768cf0ff, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=9a46e42e-be21-450b-b0aa-2cde768cf0ff,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:21.888369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:21.900148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:22.312153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 920a642b-73d2-4062-bbc4-4b88e8dcbddd up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:22.402069 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:22.403749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-a082315d-75c3-487c-9d9a-e4d94f411e66 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Synchronizing usage tracker for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:22.456174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] For port fb9a8f8a-273f-4f4d-bf41-c385477d0f13, host hv-cinder-56205, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:03:22.487286 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d05a15e7-97d9-46f4-affb-cd8c9ed81b71 req-b5a25baf-15b5-4d67-a1cc-7dd5cbddcb25 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 210 time: 0.2050421
Jan 18 20:03:22.521066 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=9a46e42e-be21-450b-b0aa-2cde768cf0ff,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:22.532991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:22.620220 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] For port fb9a8f8a-273f-4f4d-bf41-c385477d0f13, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=fb9a8f8a-273f-4f4d-bf41-c385477d0f13,segment=NetworkSegment(c017ccd5-8a79-429f-85cd-a8cadd5fe1e3),segment_id=c017ccd5-8a79-429f-85cd-a8cadd5fe1e3)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:03:22.643431 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:22.651670 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e877fb-0d32-4d7c-adef-f255ca5a3bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cffcac-2f50-4bab-aa14-e8e0d6815278'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:22.677918 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-00017d31-c82c-48da-9835-6a31fd0610ac req-9e014584-15c2-489d-80b3-447630bbcc43 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2197955
Jan 18 20:03:22.685087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-14ce48d1-0485-4d53-a0ee-af2b97aa7293 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:22.721478 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9226e8bb-e18c-478d-9de5-c7b5e3bb203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:22.761610 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9835f828>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:19Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:22.799517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 28cffcac-2f50-4bab-aa14-e8e0d6815278, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=28cffcac-2f50-4bab-aa14-e8e0d6815278,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:22.821550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9a8f8a-273f-4f4d-bf41-c385477d0f13,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:22.825120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-a082315d-75c3-487c-9d9a-e4d94f411e66 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Unset dirty status for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:22.826396 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-a082315d-75c3-487c-9d9a-e4d94f411e66 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1417b693c42f47ee9a8bce62bc69f85c HTTP/1.1" status: 200  len: 5703 time: 1.5186043
Jan 18 20:03:22.827195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:22.831016 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc304bdb-1336-469a-ada7-2257ea224dae None None] The sync data for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi is: [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:19Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:03:22.845066 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:22.851318 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:22.856635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-21426c15-8cf9-4c16-a1d3-a5161978e122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:22.912175 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226e8bb-e18c-478d-9de5-c7b5e3bb203f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf3bdcb-1d05-47c3-acfb-3ca3fc54506b,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:22.942214 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8dbac5dd-16da-44ff-a960-300b2b18793f req-3f8c8f2b-6d3e-47be-a67f-4c4cdff184b1 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 210 time: 0.2238488
Jan 18 20:03:23.012735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9226e8bb-e18c-478d-9de5-c7b5e3bb203f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:23.054478 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=28cffcac-2f50-4bab-aa14-e8e0d6815278,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:23.058155 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 920a642b-73d2-4062-bbc4-4b88e8dcbddd triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:23.058670 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:23.101396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:23.190057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 28cffcac-2f50-4bab-aa14-e8e0d6815278 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:23.227626 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Allocated IP 172.27.0.13 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/2dabc34d-7206-4f32-a595-426aca680bd5) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:03:23.271677 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9226e8bb-e18c-478d-9de5-c7b5e3bb203f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:23.315469 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-9226e8bb-e18c-478d-9de5-c7b5e3bb203f admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ccf3bdcb-1d05-47c3-acfb-3ca3fc54506b HTTP/1.1" status: 204  len: 168 time: 2.7402146
Jan 18 20:03:23.320647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57030) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:23.466280 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 28cffcac-2f50-4bab-aa14-e8e0d6815278 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:23.466707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:23.482845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:23.532346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Allocated IP 172.20.0.7 (02c230c4-f60f-47f2-9329-8bad014f8da8/2d3a2eb7-3191-4b4e-886b-727d772b5422/def9a7a3-0467-4e4f-94b4-bffdf44c200a) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:03:23.788610 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:23.832759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:23.857714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Request body: {'port': {'device_id': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'admin_state_up': True, 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'security_groups': ['29eb349c-25db-4059-9a8e-8eb675534257']}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:24.100130 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 9a46e42e-be21-450b-b0aa-2cde768cf0ff up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:24.227346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 9a46e42e-be21-450b-b0aa-2cde768cf0ff triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:24.227774 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:24.242492 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:24.368942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:24.375695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-a6b1e267-3026-4b44-92d1-c038e89c85ff tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:24.376085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 574fe7cd-936d-4ea9-b41b-333e3925d8cd up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:24.377112 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-a6b1e267-3026-4b44-92d1-c038e89c85ff tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.72 "GET /v2.0/networks?id=02c230c4-f60f-47f2-9329-8bad014f8da8 HTTP/1.1" status: 200  len: 818 time: 0.2633381
Jan 18 20:03:24.423798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afdef5-d45f-402f-b767-43522cf5d350 req-d681f9f6-987f-4ba0-b4bb-7cad33ba913b tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:24.425778 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d5afdef5-d45f-402f-b767-43522cf5d350 req-d681f9f6-987f-4ba0-b4bb-7cad33ba913b tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 944 time: 2.2165067
Jan 18 20:03:24.432633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Request body: {'port': {'device_id': '9a548b7e-fa67-4420-91f6-e4f9a28b6aa0', 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8', 'admin_state_up': True, 'tenant_id': '10b8cee9d3aa476b9427653660a4c562'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:24.495131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ea561b30-24fc-4ad2-a2ea-f79694ee2abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:24.527606 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 574fe7cd-936d-4ea9-b41b-333e3925d8cd completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:24.535996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 574fe7cd-936d-4ea9-b41b-333e3925d8cd triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:24.536556 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:24.546538 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:24.561861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:24.574456 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:24.622276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1b98c79630>> segment before_delete 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.622871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1b98c79630>> subnet precommit_delete_associations 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.623922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ba39b8128>> segment_host_mapping after_create 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.624698 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ba39b8128>> port after_create 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.625160 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ba39b8128>> port after_delete 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.625603 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ba39b8128>> port after_update 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.626052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ba39b8128>> segment after_delete 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.626501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ba39b8128>> subnet after_create 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.626943 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ba39b8128>> subnet after_delete 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.627450 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ba39b8128>> subnet after_update 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.729496 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:24.738780 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:24.787067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 574fe7cd-936d-4ea9-b41b-333e3925d8cd, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=574fe7cd-936d-4ea9-b41b-333e3925d8cd,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:24.792514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:24.794674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:24.851406 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Made reservation on behalf of 1417b693c42f47ee9a8bce62bc69f85c for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:03:24.864762 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:24.871513 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b93ae12b0>> subnet after_create 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.871959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b93ae12b0>> subnet after_delete 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.872280 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b93ae12b0>> subnet before_create 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.872677 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b93ae12b0>> subnet before_update 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:03:24.873081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b98ca60b8>,) {'filters': {'network_id': ['1b702498-ceb5-4bbf-b1b8-779971da9bb0']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:24.882045 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=574fe7cd-936d-4ea9-b41b-333e3925d8cd,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:24.888427 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:24.927464 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d5afdef5-d45f-402f-b767-43522cf5d350 req-05df095d-8762-4b90-8f4e-2a4ad4340afb tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4265656
Jan 18 20:03:24.937672 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4bbe1-1e9b-4f0b-bc3f-87ad6aacc0d5 req-facddd0d-4ea3-4648-b4fc-6ba4d2386814 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:24.939889 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e6d4bbe1-1e9b-4f0b-bc3f-87ad6aacc0d5 req-facddd0d-4ea3-4648-b4fc-6ba4d2386814 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 943 time: 1.6029575
Jan 18 20:03:24.943372 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b98ca60b8>, '434bb136-2e36-4d3e-b4b0-a7728dede6d2') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:24.943890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b98ca60b8>, '434bb136-2e36-4d3e-b4b0-a7728dede6d2') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:25.043708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1463056'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:25.121767 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:25.133228 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e6d4bbe1-1e9b-4f0b-bc3f-87ad6aacc0d5 req-f80f7cf1-5ae8-45f6-a66e-7fecbfa1bd53 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120901
Jan 18 20:03:25.144077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:03:25.170240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event updated for resources: {'Port': ['ID=2dabc34d-7206-4f32-a595-426aca680bd5,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:25.186436 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 28cffcac-2f50-4bab-aa14-e8e0d6815278 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:25.187846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:25.206560 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:25.207279 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:25.209524 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] 10.222.0.72 "PUT /v2.0/ports/fb9a8f8a-273f-4f4d-bf41-c385477d0f13 HTTP/1.1" status: 200  len: 1157 time: 10.8203676
Jan 18 20:03:25.228234 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a04f55b-bc66-4e6d-8b21-f70ab7b79725', 'tag': 'fb9a8f8a-273f-4f4d-bf41-c385477d0f13'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:25.301018 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e877fb-0d32-4d7c-adef-f255ca5a3bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cffcac-2f50-4bab-aa14-e8e0d6815278', 'code': 200}
Jan 18 20:03:25.345341 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 28cffcac-2f50-4bab-aa14-e8e0d6815278 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:25.346476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:25.413443 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:25.478602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:25.481777 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:03:25.550677 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Network 1b702498-ceb5-4bbf-b1b8-779971da9bb0 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:03:25.569878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793870751'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:25.596219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.72', 53313) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:25.599415 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Pushing event updated for resources: {'Port': ['ID=def9a7a3-0467-4e4f-94b4-bffdf44c200a,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:25.602483 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-26b9c0aa-a184-4a24-b40b-fa923677c32f req-5d6fd785-b399-481a-a677-2c05f77631ff tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 210 time: 0.0945189
Jan 18 20:03:25.616505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Network 02c230c4-f60f-47f2-9329-8bad014f8da8 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:25.617739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:25.620874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:25.635020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:25.646615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:03:25.664948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:25.665624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:25.681032 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f38399e8-a69e-45f4-81b4-9cecc0a07fc6 req-ccc59c2b-4258-47f5-87b5-0a8241acd22a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 210 time: 0.1799510
Jan 18 20:03:25.687198 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Usage tracker for resource:port and tenant:10b8cee9d3aa476b9427653660a4c562 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:25.722709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Quota usage for port was recalculated. Used quota:2. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:25.745364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:25.807116 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a04f55b-bc66-4e6d-8b21-f70ab7b79725', 'tag': 'fb9a8f8a-273f-4f4d-bf41-c385477d0f13', 'status': 'completed', 'code': 200}
Jan 18 20:03:25.815002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:25.832167 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.2501183
Jan 18 20:03:25.832861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Made reservation on behalf of 10b8cee9d3aa476b9427653660a4c562 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:03:25.842117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:25.873555 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Request body: {'port': {'device_id': '2ca9967b-a40f-46f3-8048-08bbae80030e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:25.884841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Network 1b702498-ceb5-4bbf-b1b8-779971da9bb0 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   (rel_b, rel_a, rel_b),
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   (rel_b, rel_a, rel_b),
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:03:25.915870 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:03:25.941087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-467fee80-d1d8-4d1e-aa56-9c57403d37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:25.942932 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-467fee80-d1d8-4d1e-aa56-9c57403d37bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30454b7ccff4490997398d511edb23e6&device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 1160 time: 0.4399209
Jan 18 20:03:25.987099 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 574fe7cd-936d-4ea9-b41b-333e3925d8cd up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:26.049900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0c870-d8d2-46af-8416-029e1ba96bcc req-145d6bb4-d26d-482e-8237-5ecaa9857d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:26.051690 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9dd0c870-d8d2-46af-8416-029e1ba96bcc req-145d6bb4-d26d-482e-8237-5ecaa9857d47 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 1163 time: 0.4481313
Jan 18 20:03:26.071509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 574fe7cd-936d-4ea9-b41b-333e3925d8cd triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:26.072286 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:26.088769 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:26.092449 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-285f17bd-99e5-4b78-8052-60a5f3bdff33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9a8f8a-273f-4f4d-bf41-c385477d0f13 HTTP/1.1" status: 200  len: 217 time: 0.1244717
Jan 18 20:03:26.123117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9dd0c870-d8d2-46af-8416-029e1ba96bcc req-33c34186-9c38-4576-987b-7a4edeadab82 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:26.150390 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:26.166916 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-9dd0c870-d8d2-46af-8416-029e1ba96bcc req-33c34186-9c38-4576-987b-7a4edeadab82 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:26.175976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:26.228888 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-9dd0c870-d8d2-46af-8416-029e1ba96bcc req-33c34186-9c38-4576-987b-7a4edeadab82 service neutron] Usage tracker for resource:security_group_rule and tenant:b0311e061fb94fd8b2c9ceddbf5f7db8 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:26.235166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:26.240673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-9dd0c870-d8d2-46af-8416-029e1ba96bcc req-33c34186-9c38-4576-987b-7a4edeadab82 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:26.264410 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-9dd0c870-d8d2-46af-8416-029e1ba96bcc req-33c34186-9c38-4576-987b-7a4edeadab82 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:26.270276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b702498-ceb5-4bbf-b1b8-779971da9bb0,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:26.280780 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:26.293164 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] 10.222.0.101 "DELETE /v2.0/networks/1b702498-ceb5-4bbf-b1b8-779971da9bb0 HTTP/1.1" status: 204  len: 168 time: 2.9687433
Jan 18 20:03:26.294273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57094) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:26.532140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-57844f07-661b-4174-a9d8-8cfe5798fe27 admin admin] Deleting subnet 8d2333a4-ac25-4263-b25d-888f2fbe5f14 {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:03:26.597649 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-57844f07-661b-4174-a9d8-8cfe5798fe27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:26.625039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Allocated IP 172.20.0.11 (afb56ae4-80d3-4971-aaeb-b3508e21ee72/c1f2f94c-f22d-4168-b95c-a2cae84e702f/5e54a26b-b85a-4d40-a576-642db315db25) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:03:26.666327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-5a6ec4c6-f7b5-4303-a535-c52d2a8b18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:26.667991 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-5a6ec4c6-f7b5-4303-a535-c52d2a8b18d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c786178-8973-4f29-b849-cbb052b846b5 HTTP/1.1" status: 200  len: 852 time: 0.3389587
Jan 18 20:03:26.725787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:26.769050 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89396efc-9038-4d1e-8a32-5abeca882d0f req-9bc4248f-91dd-420d-9632-76720be6701c tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:26.771165 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-89396efc-9038-4d1e-8a32-5abeca882d0f req-9bc4248f-91dd-420d-9632-76720be6701c tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 943 time: 0.4292243
Jan 18 20:03:26.778537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-57844f07-661b-4174-a9d8-8cfe5798fe27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312744'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:26.899532 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9dd0c870-d8d2-46af-8416-029e1ba96bcc req-33c34186-9c38-4576-987b-7a4edeadab82 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:26.922457 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9dd0c870-d8d2-46af-8416-029e1ba96bcc req-33c34186-9c38-4576-987b-7a4edeadab82 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:26.935050 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-72535dba-5ffc-4b6c-82c2-6f9f04abedfc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8449507-e06e-4b3a-bbe4-1e87bb5854d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2513475
Jan 18 20:03:26.947814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-955db155-24f3-4665-b7fd-1c02704a679a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:26.968071 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-89396efc-9038-4d1e-8a32-5abeca882d0f req-48fefbd9-b0c9-4960-8dce-1c13f9040d64 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523035
Jan 18 20:03:26.980745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-57844f07-661b-4174-a9d8-8cfe5798fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:27.054885 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9dd0c870-d8d2-46af-8416-029e1ba96bcc req-33c34186-9c38-4576-987b-7a4edeadab82 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9916275
Jan 18 20:03:27.075109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c34186-9c38-4576-987b-7a4edeadab82 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed07b68-3e9d-4973-9f0f-25e403665507,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:27.079547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:27.083797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-33c34186-9c38-4576-987b-7a4edeadab82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:27.087245 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:27.125638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:27.184079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 57124) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:27.323229 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0403e-9b42-4e4f-8e68-44d6d17e57b6 req-6aaa8b0f-cfc5-40d7-ac1c-81775d549e1f tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:27.325310 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1cf0403e-9b42-4e4f-8e68-44d6d17e57b6 req-6aaa8b0f-cfc5-40d7-ac1c-81775d549e1f tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 946 time: 0.9932978
Jan 18 20:03:27.579743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-770707bc-3da4-4024-a89b-8ccc9354005f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:27.581371 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6aafbfe7-01e9-48bb-9b83-5caf8cfb105b req-f93d67cb-588e-42e6-a737-a18439760892 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 210 time: 0.2131159
Jan 18 20:03:27.636169 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event updated for resources: {'Port': ['ID=2dabc34d-7206-4f32-a595-426aca680bd5,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:27.644766 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1cf0403e-9b42-4e4f-8e68-44d6d17e57b6 req-a52e3686-6f1b-4ff3-92e3-fa7b9e3d3f22 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3070974
Jan 18 20:03:27.646575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:27.665068 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-770707bc-3da4-4024-a89b-8ccc9354005f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:27.671628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-770707bc-3da4-4024-a89b-8ccc9354005f admin admin] Usage tracker for resource:security_group_rule and tenant:ca15a85dfc9f4a529b6482150d74199c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:27.685936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-770707bc-3da4-4024-a89b-8ccc9354005f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:27.726804 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-bfe66f15-a01a-4ad6-b801-3ba133843c77 service neutron] 10.222.0.72 "GET /v2.0/networks/c8449507-e06e-4b3a-bbe4-1e87bb5854d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5819788
Jan 18 20:03:27.730538 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-770707bc-3da4-4024-a89b-8ccc9354005f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:27.850514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def9a7a3-0467-4e4f-94b4-bffdf44c200a {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:03:27.860644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:27.868489 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:27.876617 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5544f2cf-4f02-4054-8662-a3159f7f2eb9 req-4dd8cb49-b1b6-441b-b512-188963cd3f3f tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 210 time: 0.1148016
Jan 18 20:03:27.901812 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:27.931712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-57844f07-661b-4174-a9d8-8cfe5798fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793870836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10620899'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:27.932052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Transition to ACTIVE for port object def9a7a3-0467-4e4f-94b4-bffdf44c200a will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:27.956821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4d3d89d1-2750-42b0-9da5-39fb8a3a5a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:27.987122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:27.988562 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.6328976
Jan 18 20:03:27.990244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Transition to ACTIVE for port object 5e54a26b-b85a-4d40-a576-642db315db25 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:28.000677 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:28.009399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57844f07-661b-4174-a9d8-8cfe5798fe27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2333a4-ac25-4263-b25d-888f2fbe5f14,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:28.013493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-57844f07-661b-4174-a9d8-8cfe5798fe27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:28.094944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:28.127958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-57844f07-661b-4174-a9d8-8cfe5798fe27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:28.132915 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-57844f07-661b-4174-a9d8-8cfe5798fe27 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8d2333a4-ac25-4263-b25d-888f2fbe5f14 HTTP/1.1" status: 204  len: 168 time: 1.8356063
Jan 18 20:03:28.134564 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57136) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:28.251117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Allocated IP 172.20.0.14 (02c230c4-f60f-47f2-9329-8bad014f8da8/2d3a2eb7-3191-4b4e-886b-727d772b5422/11b24034-695e-4f03-a43e-cabd3ff44c05) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:03:28.287475 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:28.463850 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-b0554c3d-dda3-4e34-b8c6-a8fff6dc03ff tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1041919765&fields=id&tenant_id=78931a7982b64c90868368a661617e70 HTTP/1.1" status: 200  len: 267 time: 0.1198084
Jan 18 20:03:28.588436 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:28.640710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Pushing event updated for resources: {'Port': ['ID=def9a7a3-0467-4e4f-94b4-bffdf44c200a,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:28.657426 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb476f86-f198-47c6-9258-9efc46e91c57 req-5bed708d-0d19-48c7-9614-0d6148e830b2 service neutron] 10.222.0.72 "GET /v2.0/networks/c8449507-e06e-4b3a-bbe4-1e87bb5854d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7728577
Jan 18 20:03:28.666557 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:28.704021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:28.710511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-770707bc-3da4-4024-a89b-8ccc9354005f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:28.753583 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-770707bc-3da4-4024-a89b-8ccc9354005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:28.762921 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:28.842946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-aff4b6e1-f861-4d90-95a5-3bf5e28ff7e0 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:28.844673 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-aff4b6e1-f861-4d90-95a5-3bf5e28ff7e0 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/networks?id=6f70f34b-3649-4431-89fb-39c80ea98bc2 HTTP/1.1" status: 200  len: 811 time: 0.3651278
Jan 18 20:03:28.846544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b93a49da0>,) {'filters': {'network_id': ['3724d44f-8220-4c4f-afbb-0c954ebe1d0f']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:28.872460 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b93a49da0>, '8ba93d74-da25-4212-9100-c3b665482ead') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:28.872763 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b93a49da0>, '8ba93d74-da25-4212-9100-c3b665482ead') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:28.888352 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-7b261bc3-2daa-4d97-a105-b48f40f29b25 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/quotas/78931a7982b64c90868368a661617e70 HTTP/1.1" status: 200  len: 375 time: 0.0334747
Jan 18 20:03:28.890148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1463056'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:28.951383 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:28.959705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:03:29.154429 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-770707bc-3da4-4024-a89b-8ccc9354005f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ca15a85dfc9f4a529b6482150d74199c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9690652
Jan 18 20:03:29.167901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event updated for resources: {'Port': ['ID=5e54a26b-b85a-4d40-a576-642db315db25,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:29.172457 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57158) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:29.187182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Network 3724d44f-8220-4c4f-afbb-0c954ebe1d0f has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:03:29.209905 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793870751'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:29.227263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:29.235692 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-83272536-4991-41c5-a287-b6a9c6fe14cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:29.355720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f0b50-99bf-4d11-aa05-2d50ba48edc6 req-8eedbce3-a537-4802-9bd2-99c611189ed0 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:29.357337 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-8acf61e5-39f3-4224-bbd4-1f75587599df tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?tenant_id=78931a7982b64c90868368a661617e70&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4546604
Jan 18 20:03:29.357480 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dc4f0b50-99bf-4d11-aa05-2d50ba48edc6 req-8eedbce3-a537-4802-9bd2-99c611189ed0 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 943 time: 0.8172750
Jan 18 20:03:29.373943 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Attempting to bind port def9a7a3-0467-4e4f-94b4-bffdf44c200a on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:03:29.374360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Attempting to bind port def9a7a3-0467-4e4f-94b4-bffdf44c200a by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:03:29.374638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Attempting to bind port def9a7a3-0467-4e4f-94b4-bffdf44c200a on network 02c230c4-f60f-47f2-9329-8bad014f8da8 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:03:29.415676 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770707bc-3da4-4024-a89b-8ccc9354005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e2fb2-b6f7-4e7c-9969-ab14041c06a4,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:29.445516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-770707bc-3da4-4024-a89b-8ccc9354005f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:29.446408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:03:29.446785 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Checking segment: {'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:03:29.447193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:29.447574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Bound using segment: {'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:03:29.448113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Bound port: def9a7a3-0467-4e4f-94b4-bffdf44c200a, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:03:29.448909 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:29.475746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:29.495251 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:29.511256 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:29.555076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:03:29.574263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:29.575021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:29.594524 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dc4f0b50-99bf-4d11-aa05-2d50ba48edc6 req-3300719e-1190-4e8e-9b46-b0821e3b0075 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2168941
Jan 18 20:03:29.645944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0afaf3-531c-495b-8704-1d1ff701b212 req-dd9c2b75-c502-426d-97e9-554e9806a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:29.647868 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd0afaf3-531c-495b-8704-1d1ff701b212 req-dd9c2b75-c502-426d-97e9-554e9806a07b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=30454b7ccff4490997398d511edb23e6&device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 1160 time: 0.4847162
Jan 18 20:03:29.704626 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.8648067
Jan 18 20:03:29.709056 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:29.730038 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:29.754843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Network 3724d44f-8220-4c4f-afbb-0c954ebe1d0f has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:03:29.755843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-4dbf112a-dc85-42e0-88c6-2a21c39e9433 None None] Provisioning for port 5e54a26b-b85a-4d40-a576-642db315db25 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:29.765101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d3694768-fa27-4806-8194-2dbed807ee49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:29.768224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-4dbf112a-dc85-42e0-88c6-2a21c39e9433 None None] Provisioning complete for port 5e54a26b-b85a-4d40-a576-642db315db25 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:29.772723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] For port def9a7a3-0467-4e4f-94b4-bffdf44c200a, host hv-cinder-56205, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:03:29.773752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4dbf112a-dc85-42e0-88c6-2a21c39e9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:29.821878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] For port def9a7a3-0467-4e4f-94b4-bffdf44c200a, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=def9a7a3-0467-4e4f-94b4-bffdf44c200a,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:03:29.839045 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:03:29.844970 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:29.858106 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf112a-dc85-42e0-88c6-2a21c39e9433 None None] Port 5e54a26b-b85a-4d40-a576-642db315db25 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:03:29.956044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Pushing event updated for resources: {'Port': ['ID=11b24034-695e-4f03-a43e-cabd3ff44c05,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:29.975374 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d3694768-fa27-4806-8194-2dbed807ee49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:29.983690 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:29.990407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4fff8f4a-0a20-4464-8a72-dceae658e72b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:29.992428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:30.006538 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-8dfebb40-ec27-4b96-b7df-619b23284b6e service neutron] 10.222.0.101 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6303413
Jan 18 20:03:30.017819 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:30.040708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:30.079015 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Pushing event deleted for resources: {'Network': ['ID=3724d44f-8220-4c4f-afbb-0c954ebe1d0f,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:30.087639 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:30.100798 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] 10.222.0.101 "DELETE /v2.0/networks/3724d44f-8220-4c4f-afbb-0c954ebe1d0f HTTP/1.1" status: 204  len: 168 time: 1.9647858
Jan 18 20:03:30.190107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d3694768-fa27-4806-8194-2dbed807ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:30.200607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:30.207273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Pushing event updated for resources: {'Port': ['ID=def9a7a3-0467-4e4f-94b4-bffdf44c200a,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:30.216038 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:30.234936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3694768-fa27-4806-8194-2dbed807ee49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e2fb2-b6f7-4e7c-9969-ab14041c06a4,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:30.240286 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d3694768-fa27-4806-8194-2dbed807ee49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:30.243500 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-97b9cf08-7889-41aa-91c1-f2c1c5390f68 service neutron] 10.222.0.101 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1999724
Jan 18 20:03:30.247496 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d3694768-fa27-4806-8194-2dbed807ee49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:30.248756 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d3694768-fa27-4806-8194-2dbed807ee49 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8a9e2fb2-b6f7-4e7c-9969-ab14041c06a4 HTTP/1.1" status: 204  len: 168 time: 1.0753069
Jan 18 20:03:30.266136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Network 02c230c4-f60f-47f2-9329-8bad014f8da8 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:30.300032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e21450-40b2-4c84-89a0-74a2a40377cd req-390658f2-ba33-4763-a9c5-f8c59f4b37b3 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:30.300908 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-c9e21450-40b2-4c84-89a0-74a2a40377cd req-390658f2-ba33-4763-a9c5-f8c59f4b37b3 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Synchronizing usage tracker for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:30.304103 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:30.309335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:03:30.321794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57168) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:30.327850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:30.328599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:30.347149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:30.347832 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:30.349806 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] 10.222.0.72 "PUT /v2.0/ports/def9a7a3-0467-4e4f-94b4-bffdf44c200a HTTP/1.1" status: 200  len: 1157 time: 4.4873655
Jan 18 20:03:30.351610 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca9967b-a40f-46f3-8048-08bbae80030e', 'tag': 'def9a7a3-0467-4e4f-94b4-bffdf44c200a'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:30.369191 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-c9e21450-40b2-4c84-89a0-74a2a40377cd req-390658f2-ba33-4763-a9c5-f8c59f4b37b3 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Unset dirty status for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:30.370696 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c9e21450-40b2-4c84-89a0-74a2a40377cd req-390658f2-ba33-4763-a9c5-f8c59f4b37b3 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 932 time: 0.5338759
Jan 18 20:03:30.372481 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.9445276
Jan 18 20:03:30.395654 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-fa1f5c6d-822a-46fd-9bdf-37b3791c0cc9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2fdfdebb06d84d9eb6c808758cb23d0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0722215
Jan 18 20:03:30.398185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57174) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:30.442570 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c9e21450-40b2-4c84-89a0-74a2a40377cd req-f89a362d-1e05-4dd5-a961-ccd9376ae9a2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0633879
Jan 18 20:03:30.493784 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a7693803-1d79-473d-92be-6f228d260ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:30.569290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a7693803-1d79-473d-92be-6f228d260ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:30.722009 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a7693803-1d79-473d-92be-6f228d260ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:30.758250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66914cf2-39d8-4e0e-b3a8-d277cb740c95 req-3b418200-f73e-4ab9-92d1-ec344f0478b2 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:30.760883 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66914cf2-39d8-4e0e-b3a8-d277cb740c95 req-3b418200-f73e-4ab9-92d1-ec344f0478b2 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 946 time: 0.2024329
Jan 18 20:03:30.763219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:30.815931 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789fb29-cee4-4fdc-b6c5-5b55ffbab903 req-0207dd73-07a2-4f75-bacd-77917178df2f tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:30.816892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-2789fb29-cee4-4fdc-b6c5-5b55ffbab903 req-0207dd73-07a2-4f75-bacd-77917178df2f tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Synchronizing usage tracker for tenant:10b8cee9d3aa476b9427653660a4c562 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:30.824896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7693803-1d79-473d-92be-6f228d260ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39865676-3da6-4181-8916-e6546071bcaf,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:30.831734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a7693803-1d79-473d-92be-6f228d260ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:30.840219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-2789fb29-cee4-4fdc-b6c5-5b55ffbab903 req-0207dd73-07a2-4f75-bacd-77917178df2f tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Unset dirty status for tenant:10b8cee9d3aa476b9427653660a4c562 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:30.841065 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66914cf2-39d8-4e0e-b3a8-d277cb740c95 req-85f7a038-931c-4007-a8ff-369c0ccd8707 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690751
Jan 18 20:03:30.842335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a7693803-1d79-473d-92be-6f228d260ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:30.846506 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a7693803-1d79-473d-92be-6f228d260ca4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/39865676-3da6-4181-8916-e6546071bcaf HTTP/1.1" status: 204  len: 168 time: 0.4471204
Jan 18 20:03:30.847713 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2789fb29-cee4-4fdc-b6c5-5b55ffbab903 req-0207dd73-07a2-4f75-bacd-77917178df2f tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 932 time: 0.2044470
Jan 18 20:03:30.873752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57194) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:30.900727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a6963221-ab25-4c5b-a6ab-7aab0aa22e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:30.915128 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-2789fb29-cee4-4fdc-b6c5-5b55ffbab903 req-968b3b4e-9d64-4179-acf0-f33afa0a3b47 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Synchronizing usage tracker for tenant:10b8cee9d3aa476b9427653660a4c562 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:30.920574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a6963221-ab25-4c5b-a6ab-7aab0aa22e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:30.926013 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a6963221-ab25-4c5b-a6ab-7aab0aa22e03 admin admin] Usage tracker for resource:security_group_rule and tenant:10dea0bffc5c4621ba6b9f5b29845d00 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:30.930278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a6963221-ab25-4c5b-a6ab-7aab0aa22e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:30.936748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a6963221-ab25-4c5b-a6ab-7aab0aa22e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:30.957126 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca9967b-a40f-46f3-8048-08bbae80030e', 'tag': 'def9a7a3-0467-4e4f-94b4-bffdf44c200a', 'status': 'completed', 'code': 200}
Jan 18 20:03:31.073352 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e8a7c29a-1307-44f8-a837-7b945922809a req-0313ccba-8530-4350-b1cb-33028995db75 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 210 time: 0.0651886
Jan 18 20:03:31.107491 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a6963221-ab25-4c5b-a6ab-7aab0aa22e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:31.107491 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a6963221-ab25-4c5b-a6ab-7aab0aa22e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:31.113685 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-2789fb29-cee4-4fdc-b6c5-5b55ffbab903 req-968b3b4e-9d64-4179-acf0-f33afa0a3b47 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Unset dirty status for tenant:10b8cee9d3aa476b9427653660a4c562 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:31.115546 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2789fb29-cee4-4fdc-b6c5-5b55ffbab903 req-968b3b4e-9d64-4179-acf0-f33afa0a3b47 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2667181
Jan 18 20:03:31.151817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9eb32a95-7095-48c9-869f-191b1d99c8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:31.160608 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a6963221-ab25-4c5b-a6ab-7aab0aa22e03 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=10dea0bffc5c4621ba6b9f5b29845d00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2827332
Jan 18 20:03:31.161215 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57200) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:31.206590 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6963221-ab25-4c5b-a6ab-7aab0aa22e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976d4de3-bc65-4d30-8c6a-5a82f90dda70,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:31.211691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a6963221-ab25-4c5b-a6ab-7aab0aa22e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:31.325815 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e642bfa-d09b-4cb1-beb8-81119cceaecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:31.361629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e642bfa-d09b-4cb1-beb8-81119cceaecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:31.381218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 57206) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:31.397039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509426d8-ce63-461f-bcb2-117b97821026 req-006b475a-a55c-413b-9b8e-92dc153df563 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:31.398748 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-509426d8-ce63-461f-bcb2-117b97821026 req-006b475a-a55c-413b-9b8e-92dc153df563 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 943 time: 0.1789074
Jan 18 20:03:31.440874 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-9c1dc5ac-bc50-4f51-ae66-1f1b590fcd9f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=231b273b282249a4829e1672e57ee87a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0578251
Jan 18 20:03:31.443773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 57210) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:31.472847 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-509426d8-ce63-461f-bcb2-117b97821026 req-5691eaea-3df7-4a7f-808b-5e645b7ccc96 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662870
Jan 18 20:03:31.481325 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e642bfa-d09b-4cb1-beb8-81119cceaecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:31.487224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0363a8f2-4b3b-4921-8ad9-cbaa86d2682f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:31.498035 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Request body: {'port': {'device_id': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:31.503726 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e642bfa-d09b-4cb1-beb8-81119cceaecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976d4de3-bc65-4d30-8c6a-5a82f90dda70,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:31.507268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9e642bfa-d09b-4cb1-beb8-81119cceaecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:31.507641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e642bfa-d09b-4cb1-beb8-81119cceaecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:31.511371 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-9e642bfa-d09b-4cb1-beb8-81119cceaecb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/976d4de3-bc65-4d30-8c6a-5a82f90dda70 HTTP/1.1" status: 204  len: 168 time: 0.3466902
Jan 18 20:03:31.531375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Request body: {'port': {'device_id': '9a548b7e-fa67-4420-91f6-e4f9a28b6aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:32.135067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd02ec-f34d-42d8-b3cd-458d4c2f2b9c req-76c5b333-c5d5-450f-8231-c966fde8e4c6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:32.135926 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cdbd02ec-f34d-42d8-b3cd-458d4c2f2b9c req-76c5b333-c5d5-450f-8231-c966fde8e4c6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 946 time: 0.1478231
Jan 18 20:03:32.136528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57230) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:32.173890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-125eaf69-eb0f-4499-810e-a31f1a7e0065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:32.209247 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-125eaf69-eb0f-4499-810e-a31f1a7e0065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:32.217713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-125eaf69-eb0f-4499-810e-a31f1a7e0065 admin admin] Usage tracker for resource:security_group_rule and tenant:f6f9113af2a24c52bc50cd5e5ef449f5 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:32.226958 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cdbd02ec-f34d-42d8-b3cd-458d4c2f2b9c req-7ecaf406-da28-43ab-b10f-1c919ee6edb2 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742331
Jan 18 20:03:32.227976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-125eaf69-eb0f-4499-810e-a31f1a7e0065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:32.234740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-125eaf69-eb0f-4499-810e-a31f1a7e0065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:32.291598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:32.339030 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-125eaf69-eb0f-4499-810e-a31f1a7e0065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:32.340940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:32.343287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-125eaf69-eb0f-4499-810e-a31f1a7e0065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:32.353263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:32.403217 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-125eaf69-eb0f-4499-810e-a31f1a7e0065 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f6f9113af2a24c52bc50cd5e5ef449f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2654383
Jan 18 20:03:32.404629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eaf69-eb0f-4499-810e-a31f1a7e0065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f80b23-f86e-48ab-8aae-eb8463d2da36,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:32.407672 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bb8b569-b166-4115-b1f3-2a8538155b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:32.408265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57242) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:32.428604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-125eaf69-eb0f-4499-810e-a31f1a7e0065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:32.559753 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a451235a-5858-43be-9f43-39de8497f79f req-35f0b286-7f85-4bb6-acb8-34da8c07e7b4 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 210 time: 0.0577612
Jan 18 20:03:32.560636 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-36dcc108-9457-4b39-ba97-411e0a03ddce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:32.561307 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0afaf3-531c-495b-8704-1d1ff701b212 req-c7b050b1-8aef-44b0-8b7c-6240a90487b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:32.563900 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd0afaf3-531c-495b-8704-1d1ff701b212 req-c7b050b1-8aef-44b0-8b7c-6240a90487b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8449507-e06e-4b3a-bbe4-1e87bb5854d5 HTTP/1.1" status: 200  len: 906 time: 1.1006420
Jan 18 20:03:32.571905 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bb8b569-b166-4115-b1f3-2a8538155b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:32.592668 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-36dcc108-9457-4b39-ba97-411e0a03ddce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:32.679728 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-36dcc108-9457-4b39-ba97-411e0a03ddce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:32.688243 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:32.730761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcc108-9457-4b39-ba97-411e0a03ddce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f80b23-f86e-48ab-8aae-eb8463d2da36,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:32.743202 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-36dcc108-9457-4b39-ba97-411e0a03ddce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:32.744833 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-36dcc108-9457-4b39-ba97-411e0a03ddce admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f2f80b23-f86e-48ab-8aae-eb8463d2da36 HTTP/1.1" status: 204  len: 168 time: 0.3353057
Jan 18 20:03:32.746370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-36dcc108-9457-4b39-ba97-411e0a03ddce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:32.855484 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd0afaf3-531c-495b-8704-1d1ff701b212 req-a552c0e9-d72f-4a43-8b08-451d21ab5d8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9a8f8a-273f-4f4d-bf41-c385477d0f13 HTTP/1.1" status: 200  len: 217 time: 0.2634091
Jan 18 20:03:32.879270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285378dc-f2b3-4fc4-8455-4db286dceee9 req-fcb06878-49dd-40f8-a19e-962e0e8e99c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:32.882539 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-285378dc-f2b3-4fc4-8455-4db286dceee9 req-fcb06878-49dd-40f8-a19e-962e0e8e99c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10b8cee9d3aa476b9427653660a4c562&device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 1160 time: 1.3129189
Jan 18 20:03:32.999054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e71f7c-5cc8-4959-8f3a-92c0327035e4 req-eac8cb83-0ae0-447d-9904-5901dfbe7f57 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:33.001799 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-64e71f7c-5cc8-4959-8f3a-92c0327035e4 req-eac8cb83-0ae0-447d-9904-5901dfbe7f57 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 932 time: 1.3138237
Jan 18 20:03:33.008558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-7fa059bd-d966-4461-a866-afe10e59ceac tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:33.011126 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-7fa059bd-d966-4461-a866-afe10e59ceac tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.72 "GET /v2.0/networks?id=6f70f34b-3649-4431-89fb-39c80ea98bc2 HTTP/1.1" status: 200  len: 811 time: 0.3596132
Jan 18 20:03:33.097085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104701f-8f3d-4287-a2a2-3aec95e44c4a req-6d12c775-066b-483b-852c-11fca95b0cab tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:33.105276 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9104701f-8f3d-4287-a2a2-3aec95e44c4a req-6d12c775-066b-483b-852c-11fca95b0cab tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 932 time: 0.2584445
Jan 18 20:03:33.203530 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9104701f-8f3d-4287-a2a2-3aec95e44c4a req-491112ec-5ba2-4222-aed7-f5f97a1ed28e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798078
Jan 18 20:03:33.218911 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-e77404c7-98e0-4c88-90cd-b590e7d8b8c7 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=78931a7982b64c90868368a661617e70 HTTP/1.1" status: 200  len: 5705 time: 0.1850543
Jan 18 20:03:33.328078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0afaf3-531c-495b-8704-1d1ff701b212 req-5446c128-d383-4c77-8d48-64ac263104e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:33.329757 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd0afaf3-531c-495b-8704-1d1ff701b212 req-5446c128-d383-4c77-8d48-64ac263104e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c786178-8973-4f29-b849-cbb052b846b5 HTTP/1.1" status: 200  len: 852 time: 0.4412034
Jan 18 20:03:33.415258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bb8b569-b166-4115-b1f3-2a8538155b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:33.432163 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-64e71f7c-5cc8-4959-8f3a-92c0327035e4 req-d92754e5-b4b8-4fff-978b-7d372a075521 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4014318
Jan 18 20:03:33.455121 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f06f5b-5927-46b3-bd6a-f8efc9074037 req-a0951c66-b889-4db9-bb5f-4a5dc58e669f tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:33.463828 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-37f06f5b-5927-46b3-bd6a-f8efc9074037 req-a0951c66-b889-4db9-bb5f-4a5dc58e669f tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 943 time: 0.1263223
Jan 18 20:03:33.490466 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Request body: {'port': {'device_id': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'admin_state_up': True, 'tenant_id': '78931a7982b64c90868368a661617e70', 'security_groups': ['a22f3bc5-a1fb-4200-8d56-4048bf171bf8']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:33.518325 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-770707bc-3da4-4024-a89b-8ccc9354005f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:33.528179 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd0afaf3-531c-495b-8704-1d1ff701b212 req-225a13b0-ac06-4ccb-a77b-ee7d16b9e092 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8449507-e06e-4b3a-bbe4-1e87bb5854d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1143918
Jan 18 20:03:33.580655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8b569-b166-4115-b1f3-2a8538155b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011465e2-30be-4a93-ae8e-02bdb90436d1,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:33.636938 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-37f06f5b-5927-46b3-bd6a-f8efc9074037 req-061c4be2-f1aa-4ff4-8513-5a1c7b390b8c tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713111
Jan 18 20:03:33.663268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6bb8b569-b166-4115-b1f3-2a8538155b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:33.718073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:33.733980 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Usage tracker for resource:port and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:33.739563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Quota usage for port was recalculated. Used quota:3. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:33.746600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:33.759024 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Made reservation on behalf of 78931a7982b64c90868368a661617e70 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:03:33.769996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:33.846505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bb8b569-b166-4115-b1f3-2a8538155b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:33.847859 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-6bb8b569-b166-4115-b1f3-2a8538155b52 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/011465e2-30be-4a93-ae8e-02bdb90436d1 HTTP/1.1" status: 204  len: 168 time: 2.4030240
Jan 18 20:03:33.882564 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-28aab8dc-01a3-44d4-a807-b1f7124ccd3a req-24de853d-d071-47f1-b96e-5d6f6e77b2b5 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 210 time: 0.0533488
Jan 18 20:03:34.146666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.objects.ports [None req-c198fd36-42b7-4ca5-a5c9-d82ef424eecd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 18 20:03:34.270689 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Allocated IP 172.20.0.9 (6f70f34b-3649-4431-89fb-39c80ea98bc2/f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29/12ca620a-257e-462e-9c1f-e7519cafe8e0) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:03:34.369845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285378dc-f2b3-4fc4-8455-4db286dceee9 req-2941108d-6d32-4426-8353-483a09bfff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:34.371957 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-285378dc-f2b3-4fc4-8455-4db286dceee9 req-2941108d-6d32-4426-8353-483a09bfff18 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=10b8cee9d3aa476b9427653660a4c562&shared=False HTTP/1.1" status: 200  len: 912 time: 1.3473260
Jan 18 20:03:34.460214 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd0afaf3-531c-495b-8704-1d1ff701b212 req-46a202be-0d93-4e26-abfb-765c71c39fb8 service neutron] 10.222.0.72 "GET /v2.0/networks/c8449507-e06e-4b3a-bbe4-1e87bb5854d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9149127
Jan 18 20:03:34.557394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device fb9a8f8a-273f-4f4d-bf41-c385477d0f13 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:34.704579 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:34.735348 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Transition to ACTIVE for port object 12ca620a-257e-462e-9c1f-e7519cafe8e0 will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:34.765576 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb778f1-3b02-457d-8c16-4febb16e0181 req-34393845-c5cf-429e-9387-b47a6e0112c5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:34.767511 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7bb778f1-3b02-457d-8c16-4febb16e0181 req-34393845-c5cf-429e-9387-b47a6e0112c5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 932 time: 0.2183855
Jan 18 20:03:34.794193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port fb9a8f8a-273f-4f4d-bf41-c385477d0f13 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:34.821937 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port fb9a8f8a-273f-4f4d-bf41-c385477d0f13 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:34.822761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:34.853062 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7bb778f1-3b02-457d-8c16-4febb16e0181 req-4c361506-cb21-4416-8a15-635816dab611 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744061
Jan 18 20:03:34.860036 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:34.911559 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd0afaf3-531c-495b-8704-1d1ff701b212 req-864fa6ad-247e-4bd0-87c0-8ba45de7b591 service neutron] 10.222.0.72 "GET /v2.0/networks/c8449507-e06e-4b3a-bbe4-1e87bb5854d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3736134
Jan 18 20:03:34.921091 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:35.036024 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc862a10-6f4a-46ac-8d08-c75254cea8d7 req-9133d39b-a211-4ad0-9ed7-2051ad3a571b tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:35.045165 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc862a10-6f4a-46ac-8d08-c75254cea8d7 req-9133d39b-a211-4ad0-9ed7-2051ad3a571b tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 946 time: 1.3477252
Jan 18 20:03:35.109913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b24034-695e-4f03-a43e-cabd3ff44c05 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:03:35.152754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:35.189761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:35.292272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port fb9a8f8a-273f-4f4d-bf41-c385477d0f13, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=fb9a8f8a-273f-4f4d-bf41-c385477d0f13,segment=NetworkSegment(c017ccd5-8a79-429f-85cd-a8cadd5fe1e3),segment_id=c017ccd5-8a79-429f-85cd-a8cadd5fe1e3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:35.292272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a04f55b-bc66-4e6d-8b21-f70ab7b79725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9a8f8a-273f-4f4d-bf41-c385477d0f13'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:35.303432 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:35.306442 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-21426c15-8cf9-4c16-a1d3-a5161978e122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:35.314031 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc862a10-6f4a-46ac-8d08-c75254cea8d7 req-dcf89c1f-4ef9-40e7-9a6e-d012434c151d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2676361
Jan 18 20:03:35.334350 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Transition to ACTIVE for port object 11b24034-695e-4f03-a43e-cabd3ff44c05 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:35.349288 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285378dc-f2b3-4fc4-8455-4db286dceee9 req-a836a5af-fe33-4b0a-ac8a-c5ff48f898b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:35.353478 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-285378dc-f2b3-4fc4-8455-4db286dceee9 req-a836a5af-fe33-4b0a-ac8a-c5ff48f898b7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.9532428
Jan 18 20:03:35.378724 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:35.412324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=fb9a8f8a-273f-4f4d-bf41-c385477d0f13,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:35.419386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:35.591739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event updated for resources: {'Port': ['ID=12ca620a-257e-462e-9c1f-e7519cafe8e0,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:35.606896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.607673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.608563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.609051 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.609510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.610489 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.610976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.611433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.611940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.612838 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.613367 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.613860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.614871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.615468 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:35.615645 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.616504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.616973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.617529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.617979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.618435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.618891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.619347 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.619804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.620248 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.620735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:35.625779 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:35.642529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:35.653605 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:35.656193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:03:35.674178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e54a26b-b85a-4d40-a576-642db315db25 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:03:35.798087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae346f09-6730-4c4d-996d-7ceb38bd7874 req-0c2e70b9-3869-4166-8c08-6d06373b011f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:35.806237 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ae346f09-6730-4c4d-996d-7ceb38bd7874 req-0c2e70b9-3869-4166-8c08-6d06373b011f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 932 time: 0.6179504
Jan 18 20:03:35.807202 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device fb9a8f8a-273f-4f4d-bf41-c385477d0f13 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:35.904634 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:35.905383 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:35.913690 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:35.960116 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4772298
Jan 18 20:03:35.999144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Request body: {'port': {'device_id': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:36.028949 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port fb9a8f8a-273f-4f4d-bf41-c385477d0f13 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:36.029561 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:36.185571 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ae346f09-6730-4c4d-996d-7ceb38bd7874 req-3acce884-2a4a-48b4-89d2-4299cf897370 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3687284
Jan 18 20:03:36.216084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-13acfc21-1191-4165-95f2-b3644a6ecced None None] Provisioning for port 12ca620a-257e-462e-9c1f-e7519cafe8e0 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:36.265367 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-13acfc21-1191-4165-95f2-b3644a6ecced None None] Provisioning complete for port 12ca620a-257e-462e-9c1f-e7519cafe8e0 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:36.266151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-13acfc21-1191-4165-95f2-b3644a6ecced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:36.315967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Transition to ACTIVE for port object 5e54a26b-b85a-4d40-a576-642db315db25 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:36.415028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:36.427804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Pushing event updated for resources: {'Port': ['ID=11b24034-695e-4f03-a43e-cabd3ff44c05,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:36.451246 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:36.470335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-13acfc21-1191-4165-95f2-b3644a6ecced None None] Port 12ca620a-257e-462e-9c1f-e7519cafe8e0 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:03:36.630923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.631327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.631721 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.632118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.632566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.632952 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.633333 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.633714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.634097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.634476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.634855 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.635233 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.635656 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.636033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.636460 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.636838 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.637214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.637588 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.637959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.638330 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.638703 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.639078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.639451 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.639829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:36.643597 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Attempting to bind port 11b24034-695e-4f03-a43e-cabd3ff44c05 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:03:36.643977 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Attempting to bind port 11b24034-695e-4f03-a43e-cabd3ff44c05 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:03:36.644409 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Attempting to bind port 11b24034-695e-4f03-a43e-cabd3ff44c05 on network 02c230c4-f60f-47f2-9329-8bad014f8da8 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:03:36.651715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.037s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:36.766598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6b86-0c91-423a-8228-3532276ce97a req-a1225b39-d01c-4b35-89f4-d4f002268d4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:36.768754 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ddbd6b86-0c91-423a-8228-3532276ce97a req-a1225b39-d01c-4b35-89f4-d4f002268d4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 945 time: 1.0883124
Jan 18 20:03:36.769369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ba7a9ef1-4583-45fa-aeb5-b336f3b0676c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:36.850517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2666ac-9a0b-47b2-82df-df538dbd83b7 req-b7c81122-d40e-4d33-989e-f42b0980cdaa tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:36.855279 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-fb2666ac-9a0b-47b2-82df-df538dbd83b7 req-b7c81122-d40e-4d33-989e-f42b0980cdaa tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Synchronizing usage tracker for tenant:78931a7982b64c90868368a661617e70 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:36.887037 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-2b54e1f9-1307-4b05-8c54-d07e63181bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:36.888734 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-2b54e1f9-1307-4b05-8c54-d07e63181bb7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10b8cee9d3aa476b9427653660a4c562&device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 1160 time: 1.3154511
Jan 18 20:03:36.930276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:03:36.930651 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Checking segment: {'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:03:36.931053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:36.931459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Bound using segment: {'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:03:36.931966 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Bound port: 11b24034-695e-4f03-a43e-cabd3ff44c05, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02c230c4-f60f-47f2-9329-8bad014f8da8'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:03:36.932370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:36.978878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-fb2666ac-9a0b-47b2-82df-df538dbd83b7 req-b7c81122-d40e-4d33-989e-f42b0980cdaa tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Unset dirty status for tenant:78931a7982b64c90868368a661617e70 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:36.987493 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fb2666ac-9a0b-47b2-82df-df538dbd83b7 req-b7c81122-d40e-4d33-989e-f42b0980cdaa tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 931 time: 0.4820096
Jan 18 20:03:37.075911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Attempting to bind port 5e54a26b-b85a-4d40-a576-642db315db25 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:03:37.076158 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Attempting to bind port 5e54a26b-b85a-4d40-a576-642db315db25 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:03:37.076683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Attempting to bind port 5e54a26b-b85a-4d40-a576-642db315db25 on network afb56ae4-80d3-4971-aaeb-b3508e21ee72 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:03:37.080277 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-261fc0f4-7352-4f04-85b5-8115730967d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=def9a7a3-0467-4e4f-94b4-bffdf44c200a HTTP/1.1" status: 200  len: 217 time: 0.1314626
Jan 18 20:03:37.090188 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fb2666ac-9a0b-47b2-82df-df538dbd83b7 req-012d232d-ee5b-437e-826d-3488da342e57 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013429
Jan 18 20:03:37.116499 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Pushing event updated for resources: {'Port': ['ID=5e54a26b-b85a-4d40-a576-642db315db25,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:37.137524 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:37.179344 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a04f55b-bc66-4e6d-8b21-f70ab7b79725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9a8f8a-273f-4f4d-bf41-c385477d0f13', 'code': 200}
Jan 18 20:03:37.393629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:03:37.394101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Checking segment: {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:03:37.394392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:37.394916 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Bound using segment: {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:03:37.395437 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Bound port: 5e54a26b-b85a-4d40-a576-642db315db25, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:03:37.395814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:37.407487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ca620a-257e-462e-9c1f-e7519cafe8e0 {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:03:37.419773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:37.437373 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f4f4aa1a-0c0d-4c20-8ee6-bc9f8765e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:37.437591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Transition to ACTIVE for port object 12ca620a-257e-462e-9c1f-e7519cafe8e0 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:03:37.439725 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-f4f4aa1a-0c0d-4c20-8ee6-bc9f8765e2ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d3a2eb7-3191-4b4e-886b-727d772b5422 HTTP/1.1" status: 200  len: 858 time: 0.2346644
Jan 18 20:03:37.444079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:37.453657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:03:37.463996 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ddbd6b86-0c91-423a-8228-3532276ce97a req-c773aaa6-5967-48c7-97af-1e85bbfc762f tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5528843
Jan 18 20:03:37.514038 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:37.614450 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Pushing event updated for resources: {'Port': ['ID=12ca620a-257e-462e-9c1f-e7519cafe8e0,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:37.636709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:37.653502 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-49f1ba18-dfcc-4ed2-aa81-79769c1f0558 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02c230c4-f60f-47f2-9329-8bad014f8da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1856019
Jan 18 20:03:37.782632 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] For port 11b24034-695e-4f03-a43e-cabd3ff44c05, host hv-cinder-56205, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:03:37.829046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05687b47-e155-428a-a8ce-b7428e11e4cc req-4ed71227-2f70-419d-acab-ccdc367d106c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:37.831103 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-05687b47-e155-428a-a8ce-b7428e11e4cc req-4ed71227-2f70-419d-acab-ccdc367d106c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 944 time: 0.5214088
Jan 18 20:03:38.157879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] For port 11b24034-695e-4f03-a43e-cabd3ff44c05, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=11b24034-695e-4f03-a43e-cabd3ff44c05,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:03:38.261684 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-05687b47-e155-428a-a8ce-b7428e11e4cc req-0ad5997c-4b18-4ee7-876f-a198ce069601 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4056106
Jan 18 20:03:38.262283 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57434) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:38.265622 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:38.280287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] For port 5e54a26b-b85a-4d40-a576-642db315db25, host hv-cinder-56205, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:03:38.294992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Attempting to bind port 12ca620a-257e-462e-9c1f-e7519cafe8e0 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:03:38.295674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Attempting to bind port 12ca620a-257e-462e-9c1f-e7519cafe8e0 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:03:38.296254 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Attempting to bind port 12ca620a-257e-462e-9c1f-e7519cafe8e0 on network 6f70f34b-3649-4431-89fb-39c80ea98bc2 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:03:38.319028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:03:38.319466 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Checking segment: {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:03:38.327276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:38.327719 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Bound using segment: {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:03:38.328514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Bound port: 12ca620a-257e-462e-9c1f-e7519cafe8e0, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:03:38.328915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:38.338753 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:38.430699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] For port 5e54a26b-b85a-4d40-a576-642db315db25, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5e54a26b-b85a-4d40-a576-642db315db25,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:03:38.460213 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:38.525076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-05c43afc-bca5-4625-9ea3-a8ce170b78e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:38.551314 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-05c43afc-bca5-4625-9ea3-a8ce170b78e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:38.572371 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-05c43afc-bca5-4625-9ea3-a8ce170b78e1 admin admin] Usage tracker for resource:security_group_rule and tenant:1130bc9689464fb09da73f40e23a6ae6 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:38.578304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-05c43afc-bca5-4625-9ea3-a8ce170b78e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:38.593840 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-05c43afc-bca5-4625-9ea3-a8ce170b78e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:38.622357 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] For port 12ca620a-257e-462e-9c1f-e7519cafe8e0, host hv-cinder-56205, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:03:38.629104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] For port 12ca620a-257e-462e-9c1f-e7519cafe8e0, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=12ca620a-257e-462e-9c1f-e7519cafe8e0,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:03:38.653625 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:38.665044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b58681-d6cf-4e65-923b-6083a029335d req-579d71cd-9d4a-4f28-9182-23e5b0812e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:38.666786 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b7b58681-d6cf-4e65-923b-6083a029335d req-579d71cd-9d4a-4f28-9182-23e5b0812e9e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 1162 time: 1.1052172
Jan 18 20:03:38.752475 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:38.753163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:38.754776 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] 10.222.0.72 "PUT /v2.0/ports/5e54a26b-b85a-4d40-a576-642db315db25 HTTP/1.1" status: 200  len: 1158 time: 7.2945199
Jan 18 20:03:38.809314 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:38.824862 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-2c6c3a7f-c552-436c-aeb9-ac2f7cc4915e service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1425419
Jan 18 20:03:38.892435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Pushing event updated for resources: {'Port': ['ID=11b24034-695e-4f03-a43e-cabd3ff44c05,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:38.978803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:39.069289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b3bf4-9c42-42fe-adb5-0e1d3d6aa4ad req-6174017d-ad21-47d5-b875-f90553214413 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:39.078064 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-772b3bf4-9c42-42fe-adb5-0e1d3d6aa4ad req-6174017d-ad21-47d5-b875-f90553214413 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 1.3126655
Jan 18 20:03:39.109367 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 57470) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:39.111843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:39.127337 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:39.150076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Pushing event updated for resources: {'Port': ['ID=12ca620a-257e-462e-9c1f-e7519cafe8e0,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:39.154540 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:39.204856 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:39.205555 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:39.207399 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] 10.222.0.72 "PUT /v2.0/ports/12ca620a-257e-462e-9c1f-e7519cafe8e0 HTTP/1.1" status: 200  len: 1157 time: 3.2237370
Jan 18 20:03:39.213705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'tag': '12ca620a-257e-462e-9c1f-e7519cafe8e0'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:39.263816 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Pushing event updated for resources: {'Port': ['ID=5e54a26b-b85a-4d40-a576-642db315db25,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:39.282207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:39.296693 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b7b58681-d6cf-4e65-923b-6083a029335d req-8600b676-a27f-40a3-b1fa-8ac547ea53dc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5519941
Jan 18 20:03:39.311000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-05c43afc-bca5-4625-9ea3-a8ce170b78e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:39.316460 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-05c43afc-bca5-4625-9ea3-a8ce170b78e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:39.328233 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2c03cf40-ad54-4f93-8cea-ee96d4c56985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:39.416865 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-05c43afc-bca5-4625-9ea3-a8ce170b78e1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1130bc9689464fb09da73f40e23a6ae6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1495306
Jan 18 20:03:39.418055 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c43afc-bca5-4625-9ea3-a8ce170b78e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b327d7-247f-4292-b238-a98a1735e85e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:39.423235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-05c43afc-bca5-4625-9ea3-a8ce170b78e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:39.424185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57484) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:39.440375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:39.441188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:39.443304 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] 10.222.0.72 "PUT /v2.0/ports/11b24034-695e-4f03-a43e-cabd3ff44c05 HTTP/1.1" status: 200  len: 1158 time: 7.9796927
Jan 18 20:03:39.465432 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-772b3bf4-9c42-42fe-adb5-0e1d3d6aa4ad req-988570ff-a6ab-437f-ae7a-85f524fedb90 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3861756
Jan 18 20:03:39.521212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-eb99269b-fd42-4113-a7f6-2223508bf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:39.525397 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-eb99269b-fd42-4113-a7f6-2223508bf385 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 1161 time: 0.6172478
Jan 18 20:03:39.680957 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-30537d14-e8f3-4bdd-a621-2e571332f7de req-d5cb0bd1-d6c6-4c3b-a083-65bc0a7e171e service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8380878
Jan 18 20:03:39.730783 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-d5869ef5-11af-48bb-bebe-a594f7053138 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e54a26b-b85a-4d40-a576-642db315db25 HTTP/1.1" status: 200  len: 217 time: 0.1079710
Jan 18 20:03:39.731612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0fef96fc-24a4-4114-8b28-4c8ee8ecb060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:39.768978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ad3b084a-e868-4fa0-ab16-883f65de0bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:39.814294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ad3b084a-e868-4fa0-ab16-883f65de0bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:39.853728 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-00f2d098-3163-46a2-9b02-2bbefd0f8671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:39.855738 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-00f2d098-3163-46a2-9b02-2bbefd0f8671 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78931a7982b64c90868368a661617e70&device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 1160 time: 0.3241770
Jan 18 20:03:39.858166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0fef96fc-24a4-4114-8b28-4c8ee8ecb060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:39.879682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0239b3-8295-4038-98ba-082489335ea3 req-9ba3716f-ae02-4f7b-9140-8033b1edddf1 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:39.881619 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ac0239b3-8295-4038-98ba-082489335ea3 req-9ba3716f-ae02-4f7b-9140-8033b1edddf1 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 943 time: 0.3520067
Jan 18 20:03:39.882376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0fef96fc-24a4-4114-8b28-4c8ee8ecb060 admin admin] Usage tracker for resource:security_group_rule and tenant:71905058562b4b86b4612fb27dc07e59 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:39.892832 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0fef96fc-24a4-4114-8b28-4c8ee8ecb060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:39.907557 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0fef96fc-24a4-4114-8b28-4c8ee8ecb060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:39.956955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-ff45d6c4-6cd3-4228-971d-fb82f373d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:39.958524 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-ff45d6c4-6cd3-4228-971d-fb82f373d9d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c1f2f94c-f22d-4168-b95c-a2cae84e702f HTTP/1.1" status: 200  len: 855 time: 0.1515808
Jan 18 20:03:39.987079 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-5e8af33d-967b-4ef2-a5e4-87e8d1e319a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ca620a-257e-462e-9c1f-e7519cafe8e0 HTTP/1.1" status: 200  len: 217 time: 0.1009886
Jan 18 20:03:40.013831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ae500a7-961c-4fa9-bdb6-9d96ba1954d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:40.015480 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-6ae500a7-961c-4fa9-bdb6-9d96ba1954d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10b8cee9d3aa476b9427653660a4c562&device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 1161 time: 0.4346128
Jan 18 20:03:40.044540 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431017ab-04d4-4973-9a43-4d0ca17df649 req-8b6a7813-b525-4f9a-aaea-8371d8d26cb7 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:40.046259 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-431017ab-04d4-4973-9a43-4d0ca17df649 req-8b6a7813-b525-4f9a-aaea-8371d8d26cb7 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 945 time: 0.2992833
Jan 18 20:03:40.085346 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ac0239b3-8295-4038-98ba-082489335ea3 req-945050e4-3bd6-4a29-9a26-17729172376b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1284580
Jan 18 20:03:40.096531 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-4e2ed67d-d1d5-419d-8e33-f023a5704f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:40.098322 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-4e2ed67d-d1d5-419d-8e33-f023a5704f07 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29 HTTP/1.1" status: 200  len: 850 time: 0.1045470
Jan 18 20:03:40.099482 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ad3b084a-e868-4fa0-ab16-883f65de0bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:40.106097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-05c43afc-bca5-4625-9ea3-a8ce170b78e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:40.142380 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-85275843-38d3-4c77-ac67-02a8024c6a97 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11b24034-695e-4f03-a43e-cabd3ff44c05 HTTP/1.1" status: 200  len: 217 time: 0.0950022
Jan 18 20:03:40.166444 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b084a-e868-4fa0-ab16-883f65de0bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b327d7-247f-4292-b238-a98a1735e85e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:40.174821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ad3b084a-e868-4fa0-ab16-883f65de0bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:40.184760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ad3b084a-e868-4fa0-ab16-883f65de0bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:40.189523 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-ad3b084a-e868-4fa0-ab16-883f65de0bea admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f1b327d7-247f-4292-b238-a98a1735e85e HTTP/1.1" status: 204  len: 168 time: 0.7636657
Jan 18 20:03:40.229501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-17f84b41-ce8e-40c5-b6af-c7b28666c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:40.230893 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-17f84b41-ce8e-40c5-b6af-c7b28666c8d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6f70f34b-3649-4431-89fb-39c80ea98bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1130118
Jan 18 20:03:40.245246 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25', 'status': 'completed', 'code': 200}
Jan 18 20:03:40.341024 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-431017ab-04d4-4973-9a43-4d0ca17df649 req-c7e8c973-ff39-4600-8b49-24418711d2d1 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063861
Jan 18 20:03:40.476350 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0fef96fc-24a4-4114-8b28-4c8ee8ecb060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:40.518616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0fef96fc-24a4-4114-8b28-4c8ee8ecb060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:40.561811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:40.617482 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-32b33735-14d2-422d-8a21-760f93152a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:40.619510 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-32b33735-14d2-422d-8a21-760f93152a28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d3a2eb7-3191-4b4e-886b-727d772b5422 HTTP/1.1" status: 200  len: 858 time: 0.4343736
Jan 18 20:03:40.623453 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef96fc-24a4-4114-8b28-4c8ee8ecb060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6379a10-ce5d-490e-8614-a79f8625e22f,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:40.627558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0fef96fc-24a4-4114-8b28-4c8ee8ecb060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:40.685640 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-7cd06a4c-aafd-40e0-9b48-5d0a9a77dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:40.687685 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-7cd06a4c-aafd-40e0-9b48-5d0a9a77dec9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=afb56ae4-80d3-4971-aaeb-b3508e21ee72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.7148089
Jan 18 20:03:40.735795 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-dbf572c4-0ac6-426a-9c27-a08a9c38ec91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02c230c4-f60f-47f2-9329-8bad014f8da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1001894
Jan 18 20:03:40.871096 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 57514) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:40.946100 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'tag': '12ca620a-257e-462e-9c1f-e7519cafe8e0', 'status': 'completed', 'code': 200}
Jan 18 20:03:40.953783 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-0fef96fc-24a4-4114-8b28-4c8ee8ecb060 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=71905058562b4b86b4612fb27dc07e59&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8280237
Jan 18 20:03:40.962881 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57518) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:40.991084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-80adbf6c-80e8-4135-aef6-320bea0c40b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:41.010008 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-3e6f0461-8aea-4836-9268-cfb8ee81724c service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7724757
Jan 18 20:03:41.101960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5a86f-1e60-4d27-bfbc-16d13ca70bb7 req-d7874755-4591-4fd6-8d87-4d376aa3a02d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:41.103776 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-89e5a86f-1e60-4d27-bfbc-16d13ca70bb7 req-d7874755-4591-4fd6-8d87-4d376aa3a02d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 944 time: 0.6140182
Jan 18 20:03:41.113890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-35d97e15-5c19-4302-8779-69e081a77b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:41.154764 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-80adbf6c-80e8-4135-aef6-320bea0c40b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:41.179339 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-35d97e15-5c19-4302-8779-69e081a77b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:41.201158 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-89e5a86f-1e60-4d27-bfbc-16d13ca70bb7 req-6d1b3117-e791-4a35-8fce-c92f4cced61a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888662
Jan 18 20:03:41.205466 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-80adbf6c-80e8-4135-aef6-320bea0c40b0 admin admin] Usage tracker for resource:security_group_rule and tenant:29d9fce6f7224319a80b1e1202b8b4e1 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:41.222471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-80adbf6c-80e8-4135-aef6-320bea0c40b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:41.245513 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-80adbf6c-80e8-4135-aef6-320bea0c40b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:41.251130 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-35d97e15-5c19-4302-8779-69e081a77b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:41.257500 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c8d4f5eb-20be-4887-80cb-fe86a2d4c99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:41.274827 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d97e15-5c19-4302-8779-69e081a77b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6379a10-ce5d-490e-8614-a79f8625e22f,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:41.277899 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-35d97e15-5c19-4302-8779-69e081a77b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:41.283085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-35d97e15-5c19-4302-8779-69e081a77b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:41.283085 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-35d97e15-5c19-4302-8779-69e081a77b86 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d6379a10-ce5d-490e-8614-a79f8625e22f HTTP/1.1" status: 204  len: 168 time: 0.3147213
Jan 18 20:03:41.482083 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26476eb2-9f65-4d91-b167-748534733aa3 req-f02bc4dc-3487-4bbc-8036-6f41c4fb1f0c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:41.483788 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-26476eb2-9f65-4d91-b167-748534733aa3 req-f02bc4dc-3487-4bbc-8036-6f41c4fb1f0c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 943 time: 0.1354330
Jan 18 20:03:41.552870 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-26476eb2-9f65-4d91-b167-748534733aa3 req-4dbe6c90-ac3f-41d1-9167-03a649da0128 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616200
Jan 18 20:03:41.603734 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-8f7cf0d5-35d1-4f47-8751-7f540806ee89 service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7863574
Jan 18 20:03:41.610967 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-b2df352d-2868-4573-a435-f8e138fcebaf service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8733625
Jan 18 20:03:41.658936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073486dd-acdc-44a3-8b51-4231aeabac36 req-e0febd82-a4c4-41e2-b0fe-2f4567d42322 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:41.661426 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-073486dd-acdc-44a3-8b51-4231aeabac36 req-e0febd82-a4c4-41e2-b0fe-2f4567d42322 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.5032022
Jan 18 20:03:41.735590 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-073486dd-acdc-44a3-8b51-4231aeabac36 req-932300aa-cd8b-41a8-9072-39f4025ec545 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0664704
Jan 18 20:03:41.783635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-80adbf6c-80e8-4135-aef6-320bea0c40b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:41.788369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-80adbf6c-80e8-4135-aef6-320bea0c40b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:41.826694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6bb8b569-b166-4115-b1f3-2a8538155b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:41.843355 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7828236-63c8-425b-8074-f5b88871e8cf req-142215b1-2fea-446f-bcfc-fbdd858a06a0 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:41.851515 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e7828236-63c8-425b-8074-f5b88871e8cf req-142215b1-2fea-446f-bcfc-fbdd858a06a0 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 945 time: 0.1715050
Jan 18 20:03:41.865042 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-80adbf6c-80e8-4135-aef6-320bea0c40b0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=29d9fce6f7224319a80b1e1202b8b4e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9871452
Jan 18 20:03:41.865975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 57534) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:41.866770 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adbf6c-80e8-4135-aef6-320bea0c40b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae52fa7-05f1-41c5-97d8-3cbaf8d61769,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:41.872280 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-80adbf6c-80e8-4135-aef6-320bea0c40b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:41.891501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57538) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:41.917914 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a601ee62-5183-4502-b7d8-b39fd9b97b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:41.940854 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a601ee62-5183-4502-b7d8-b39fd9b97b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:41.941841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40b3f59-998a-494f-ba91-e81a8032079f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:41.950133 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e7828236-63c8-425b-8074-f5b88871e8cf req-8375deec-d7f2-43c1-92ea-32aab8cc51ff tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973840
Jan 18 20:03:41.953084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a601ee62-5183-4502-b7d8-b39fd9b97b34 admin admin] Usage tracker for resource:security_group_rule and tenant:3c41897dc53647cfa90a72ff32ca1d3d is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:41.956290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a601ee62-5183-4502-b7d8-b39fd9b97b34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:41.964080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a601ee62-5183-4502-b7d8-b39fd9b97b34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:41.973771 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40b3f59-998a-494f-ba91-e81a8032079f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:42.027074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40b3f59-998a-494f-ba91-e81a8032079f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:42.032886 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-077780ca-4db7-4a8a-845a-35b311e69f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:42.047657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b3f59-998a-494f-ba91-e81a8032079f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae52fa7-05f1-41c5-97d8-3cbaf8d61769,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:42.053814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b40b3f59-998a-494f-ba91-e81a8032079f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:42.063158 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40b3f59-998a-494f-ba91-e81a8032079f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:42.064619 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b40b3f59-998a-494f-ba91-e81a8032079f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dae52fa7-05f1-41c5-97d8-3cbaf8d61769 HTTP/1.1" status: 204  len: 168 time: 0.1943600
Jan 18 20:03:42.077282 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a601ee62-5183-4502-b7d8-b39fd9b97b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:42.082688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a601ee62-5183-4502-b7d8-b39fd9b97b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:42.091931 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:42.138723 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a601ee62-5183-4502-b7d8-b39fd9b97b34 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3c41897dc53647cfa90a72ff32ca1d3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2460575
Jan 18 20:03:42.140645 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601ee62-5183-4502-b7d8-b39fd9b97b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3efd7ca-8729-4a89-b3d9-12eecc74f75a,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:42.142558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 57546) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:42.143985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a601ee62-5183-4502-b7d8-b39fd9b97b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:42.222164 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7b4550a5-8a67-48b9-8850-cab734f74f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:42.246254 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a548b7e-fa67-4420-91f6-e4f9a28b6aa0', 'tag': '11b24034-695e-4f03-a43e-cabd3ff44c05'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:42.260110 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7b4550a5-8a67-48b9-8850-cab734f74f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:42.310985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7b4550a5-8a67-48b9-8850-cab734f74f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:42.328958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:42.357009 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4550a5-8a67-48b9-8850-cab734f74f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3efd7ca-8729-4a89-b3d9-12eecc74f75a,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:42.412445 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a548b7e-fa67-4420-91f6-e4f9a28b6aa0', 'tag': '11b24034-695e-4f03-a43e-cabd3ff44c05', 'status': 'completed', 'code': 200}
Jan 18 20:03:42.413637 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7b4550a5-8a67-48b9-8850-cab734f74f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:42.420146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7b4550a5-8a67-48b9-8850-cab734f74f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:42.423791 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7b4550a5-8a67-48b9-8850-cab734f74f37 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a3efd7ca-8729-4a89-b3d9-12eecc74f75a HTTP/1.1" status: 204  len: 168 time: 0.2751443
Jan 18 20:03:42.532686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a43599-473e-43db-8df4-6060c74965ee req-da690309-f804-439e-9da1-a918a1fd753c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:42.534526 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-13a43599-473e-43db-8df4-6060c74965ee req-da690309-f804-439e-9da1-a918a1fd753c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 944 time: 0.1820166
Jan 18 20:03:42.624561 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-13a43599-473e-43db-8df4-6060c74965ee req-a64e25c2-cfc2-4461-8f7b-8f4bad9c70b8 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812001
Jan 18 20:03:42.634102 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-597551c5-717b-4f75-9746-0a19822943cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:43.033844 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8322ee5-e1ec-48af-9f5c-69d4b67fb4dc req-e45f436e-e0c4-4cee-bf70-dc0823b26af2 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1847599
Jan 18 20:03:43.107109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4bfc4-808b-432a-803a-ba5a0e4b0b8c req-eebf6cd2-5d9d-49f4-b66b-d5367024cfd4 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:43.118086 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8cc4bfc4-808b-432a-803a-ba5a0e4b0b8c req-eebf6cd2-5d9d-49f4-b66b-d5367024cfd4 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 943 time: 0.3842545
Jan 18 20:03:43.164054 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-341419ea-6ee4-4234-a77e-99d2f2d2a7ec req-ade9b2e5-0398-4a88-93ea-5f29fb8e1b94 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3052101
Jan 18 20:03:43.225958 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8cc4bfc4-808b-432a-803a-ba5a0e4b0b8c req-645d6651-b5b0-481f-a627-62ca0a71a138 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052656
Jan 18 20:03:43.353643 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23236c52-041b-4a3c-a241-8ac2274af6cc req-6cffe1ea-a03d-4e05-ad78-e52840a5def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:43.356108 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23236c52-041b-4a3c-a241-8ac2274af6cc req-6cffe1ea-a03d-4e05-ad78-e52840a5def9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78931a7982b64c90868368a661617e70&device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 1160 time: 0.1013236
Jan 18 20:03:43.485470 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c948e148-c110-40a0-ab92-ec818aff4c26 req-c861b179-6ba1-445b-a8de-7daef10a2d7b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4484961
Jan 18 20:03:43.488617 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2808936e-4ff9-480a-ac3d-3b72e2979b43 req-7fe4a0ad-748c-4385-8617-be0394f8a2a8 service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4575610
Jan 18 20:03:43.515920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eade17-0252-469f-94e6-2e06bc776241 req-c56e22c8-5e10-4419-9e1c-a2dacd2ee8e0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:43.521390 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-06eade17-0252-469f-94e6-2e06bc776241 req-c56e22c8-5e10-4419-9e1c-a2dacd2ee8e0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.4859126
Jan 18 20:03:43.559628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0815-1037-4c2d-8358-c42997302a91 req-48dbb866-3077-464a-a899-d44d73d9afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:43.561324 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-354e0815-1037-4c2d-8358-c42997302a91 req-48dbb866-3077-464a-a899-d44d73d9afa1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 1161 time: 0.3291137
Jan 18 20:03:43.611879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.objects.ports [None req-03efa554-8b4f-4bc5-86dd-20b5a6bef9ed None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 18 20:03:43.645028 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-06eade17-0252-469f-94e6-2e06bc776241 req-1324147a-cc49-4941-bc6d-9dac96bf44a0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1043351
Jan 18 20:03:43.669058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23236c52-041b-4a3c-a241-8ac2274af6cc req-d6ab3ef6-92e6-4bb8-be80-82e5ebb7d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:43.670708 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23236c52-041b-4a3c-a241-8ac2274af6cc req-d6ab3ef6-92e6-4bb8-be80-82e5ebb7d8df service neutron] 10.222.0.72 "GET /v2.0/networks?id=6f70f34b-3649-4431-89fb-39c80ea98bc2 HTTP/1.1" status: 200  len: 905 time: 0.3086278
Jan 18 20:03:43.822642 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23236c52-041b-4a3c-a241-8ac2274af6cc req-5e53ceab-783d-44fd-869a-aaa095513a9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ca620a-257e-462e-9c1f-e7519cafe8e0 HTTP/1.1" status: 200  len: 217 time: 0.1453457
Jan 18 20:03:43.949577 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23236c52-041b-4a3c-a241-8ac2274af6cc req-45e54a7a-68bb-4cbc-b430-258a9528eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:43.951362 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23236c52-041b-4a3c-a241-8ac2274af6cc req-45e54a7a-68bb-4cbc-b430-258a9528eb74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29 HTTP/1.1" status: 200  len: 850 time: 0.1210747
Jan 18 20:03:44.087805 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0815-1037-4c2d-8358-c42997302a91 req-23da31a6-118a-43a4-80b8-d4d2e18d4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:44.090633 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-354e0815-1037-4c2d-8358-c42997302a91 req-23da31a6-118a-43a4-80b8-d4d2e18d4220 service neutron] 10.222.0.72 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 910 time: 0.4431851
Jan 18 20:03:44.165048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device def9a7a3-0467-4e4f-94b4-bffdf44c200a up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:44.172892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948c0a7-f68e-4994-8079-77c3f58707f9 req-ff197055-a1df-4616-a363-42f24a3ac8c5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:44.174770 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e948c0a7-f68e-4994-8079-77c3f58707f9 req-ff197055-a1df-4616-a363-42f24a3ac8c5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 944 time: 0.2224102
Jan 18 20:03:44.178469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23236c52-041b-4a3c-a241-8ac2274af6cc req-b1c898ba-3bc3-436f-910f-cae530b05a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:44.180301 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23236c52-041b-4a3c-a241-8ac2274af6cc req-b1c898ba-3bc3-436f-910f-cae530b05a5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6f70f34b-3649-4431-89fb-39c80ea98bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1497259
Jan 18 20:03:44.258585 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e948c0a7-f68e-4994-8079-77c3f58707f9 req-b0854adb-7f1a-46fc-a1d1-bb6c48d4b4ea tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754397
Jan 18 20:03:44.298274 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-354e0815-1037-4c2d-8358-c42997302a91 req-2af04cb3-1032-40b8-b62c-c9922af20849 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e54a26b-b85a-4d40-a576-642db315db25 HTTP/1.1" status: 200  len: 217 time: 0.1921716
Jan 18 20:03:44.324136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe84083-4746-4583-b533-324dfe7c5d95 req-f00e0828-82ac-4245-9797-35cd8124f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:44.326166 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dbe84083-4746-4583-b533-324dfe7c5d95 req-f00e0828-82ac-4245-9797-35cd8124f7d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10b8cee9d3aa476b9427653660a4c562&device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 1161 time: 0.5725389
Jan 18 20:03:44.401231 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port def9a7a3-0467-4e4f-94b4-bffdf44c200a completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:44.427972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port def9a7a3-0467-4e4f-94b4-bffdf44c200a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:44.442356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:44.583587 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe84083-4746-4583-b533-324dfe7c5d95 req-a4a536da-4c35-4db7-8308-e36dd58ddb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:44.585251 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dbe84083-4746-4583-b533-324dfe7c5d95 req-a4a536da-4c35-4db7-8308-e36dd58ddb7d service neutron] 10.222.0.72 "GET /v2.0/networks?id=02c230c4-f60f-47f2-9329-8bad014f8da8 HTTP/1.1" status: 200  len: 912 time: 0.2487245
Jan 18 20:03:44.593991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948e148-c110-40a0-ab92-ec818aff4c26 req-c79aef99-7acc-4c5d-8e8a-0378e0424e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:44.595988 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c948e148-c110-40a0-ab92-ec818aff4c26 req-c79aef99-7acc-4c5d-8e8a-0378e0424e89 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 1163 time: 0.8852837
Jan 18 20:03:44.794882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:44.858201 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port def9a7a3-0467-4e4f-94b4-bffdf44c200a, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=def9a7a3-0467-4e4f-94b4-bffdf44c200a,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:44.859613 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9967b-a40f-46f3-8048-08bbae80030e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def9a7a3-0467-4e4f-94b4-bffdf44c200a'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:44.865569 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23236c52-041b-4a3c-a241-8ac2274af6cc req-f916e7c7-d733-4cc3-a430-88e43645a6f6 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6238000
Jan 18 20:03:44.867018 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:44.868242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device fb9a8f8a-273f-4f4d-bf41-c385477d0f13 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:44.931798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 57656) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:44.955425 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dbe84083-4746-4583-b533-324dfe7c5d95 req-884a5150-cc1d-4c10-b301-f7076e290165 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11b24034-695e-4f03-a43e-cabd3ff44c05 HTTP/1.1" status: 200  len: 217 time: 0.3380690
Jan 18 20:03:44.965305 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948e148-c110-40a0-ab92-ec818aff4c26 req-326cb2ba-e9d9-4ac8-b62e-ee73710fc75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:44.967298 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c948e148-c110-40a0-ab92-ec818aff4c26 req-326cb2ba-e9d9-4ac8-b62e-ee73710fc75e service neutron] 10.222.0.72 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 909 time: 0.2708304
Jan 18 20:03:45.029041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:45.121838 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe84083-4746-4583-b533-324dfe7c5d95 req-c1881100-3c63-42ea-9a07-b31453b67398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:45.123567 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dbe84083-4746-4583-b533-324dfe7c5d95 req-c1881100-3c63-42ea-9a07-b31453b67398 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d3a2eb7-3191-4b4e-886b-727d772b5422 HTTP/1.1" status: 200  len: 858 time: 0.1545482
Jan 18 20:03:45.238131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0815-1037-4c2d-8358-c42997302a91 req-1d06cef6-ad12-4923-b041-0f39f0d963f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:45.240792 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-354e0815-1037-4c2d-8358-c42997302a91 req-1d06cef6-ad12-4923-b041-0f39f0d963f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c1f2f94c-f22d-4168-b95c-a2cae84e702f HTTP/1.1" status: 200  len: 855 time: 0.9083412
Jan 18 20:03:45.259936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=def9a7a3-0467-4e4f-94b4-bffdf44c200a,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:45.333716 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d3ba64e9-88b8-4ddc-a23d-105ec279dbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:45.338032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.338353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.338735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.339109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.339480 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.339868 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.340239 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.340646 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.341013 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.341376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.341737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.342094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.342492 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.342849 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.343208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.343559 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.343916 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.344270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.344753 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.345290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.345661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.346018 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.346375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.346734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:03:45.356895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8562-3fbd-4c46-b523-d2ab474fc050 req-134bbc55-6bc7-4bb7-a06e-b6d4940932b6 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:45.358776 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee4b8562-3fbd-4c46-b523-d2ab474fc050 req-134bbc55-6bc7-4bb7-a06e-b6d4940932b6 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 943 time: 0.8396463
Jan 18 20:03:45.365794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:45.369452 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23236c52-041b-4a3c-a241-8ac2274af6cc req-2a30b579-6053-4539-a0cc-f981eb2a2277 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4919808
Jan 18 20:03:45.376875 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port fb9a8f8a-273f-4f4d-bf41-c385477d0f13 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:45.377558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:45.437922 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dbe84083-4746-4583-b533-324dfe7c5d95 req-47128d1c-6989-440b-8bd5-ee88b57c704d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02c230c4-f60f-47f2-9329-8bad014f8da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2994609
Jan 18 20:03:45.439683 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c948e148-c110-40a0-ab92-ec818aff4c26 req-34712ade-fc8a-4c4b-a4eb-f04b2a611f20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28cffcac-2f50-4bab-aa14-e8e0d6815278 HTTP/1.1" status: 200  len: 217 time: 0.3151150
Jan 18 20:03:45.488798 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee4b8562-3fbd-4c46-b523-d2ab474fc050 req-24916e17-7435-4574-ac99-9a2c15655cec tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1118243
Jan 18 20:03:45.547520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6b2c-a9d7-4c4b-8461-06085a36a722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:45.598354 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9967b-a40f-46f3-8048-08bbae80030e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def9a7a3-0467-4e4f-94b4-bffdf44c200a', 'code': 200}
Jan 18 20:03:45.606574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-5c6f6b2c-a9d7-4c4b-8461-06085a36a722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:45.610849 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-5c6f6b2c-a9d7-4c4b-8461-06085a36a722 admin admin] Usage tracker for resource:security_group_rule and tenant:786b1e975fdd4a0d98fa5f4d689c6571 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:45.614864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-5c6f6b2c-a9d7-4c4b-8461-06085a36a722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:45.637502 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-5c6f6b2c-a9d7-4c4b-8461-06085a36a722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:45.757829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:46.057827 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8945d-de1b-4ee9-b389-6895f3b58064 req-df0b6245-b25a-4baf-9446-98aad77325b2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:46.059909 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87d8945d-de1b-4ee9-b389-6895f3b58064 req-df0b6245-b25a-4baf-9446-98aad77325b2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 944 time: 0.2328808
Jan 18 20:03:46.092076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e7886-3ec7-4177-b54c-3537f9ffce5c req-2a1c1317-bfd7-42ef-a50c-b1a88405688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:46.094009 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1a3e7886-3ec7-4177-b54c-3537f9ffce5c req-2a1c1317-bfd7-42ef-a50c-b1a88405688e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 1162 time: 0.1773067
Jan 18 20:03:46.167114 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663f466-df66-45cc-abff-78f5204e19ce req-8eb002b1-3e9f-40c9-9e22-834d815f80c2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:46.169401 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87d8945d-de1b-4ee9-b389-6895f3b58064 req-ade9704f-2183-4cfc-be83-a85222afacdf tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999277
Jan 18 20:03:46.174888 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7663f466-df66-45cc-abff-78f5204e19ce req-8eb002b1-3e9f-40c9-9e22-834d815f80c2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.9391689
Jan 18 20:03:46.182801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-1a3e7886-3ec7-4177-b54c-3537f9ffce5c req-39b9d8d0-0fd7-4f8a-b89a-0e0c323a1564 service neutron] Synchronizing usage tracker for tenant:b0311e061fb94fd8b2c9ceddbf5f7db8 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:46.185729 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948e148-c110-40a0-ab92-ec818aff4c26 req-90357b97-175b-4237-8a43-8df78e05cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:46.187337 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c948e148-c110-40a0-ab92-ec818aff4c26 req-90357b97-175b-4237-8a43-8df78e05cac7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70c212ca-5183-42ef-8fad-d29415fcef77 HTTP/1.1" status: 200  len: 855 time: 0.6879950
Jan 18 20:03:46.189841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0815-1037-4c2d-8358-c42997302a91 req-8183523a-7fb4-4ed1-9e3c-115054600f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:46.191367 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-354e0815-1037-4c2d-8358-c42997302a91 req-8183523a-7fb4-4ed1-9e3c-115054600f54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=afb56ae4-80d3-4971-aaeb-b3508e21ee72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.8834016
Jan 18 20:03:46.208817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-1a3e7886-3ec7-4177-b54c-3537f9ffce5c req-39b9d8d0-0fd7-4f8a-b89a-0e0c323a1564 service neutron] Unset dirty status for tenant:b0311e061fb94fd8b2c9ceddbf5f7db8 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:46.211714 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1a3e7886-3ec7-4177-b54c-3537f9ffce5c req-39b9d8d0-0fd7-4f8a-b89a-0e0c323a1564 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101143
Jan 18 20:03:46.337468 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c948e148-c110-40a0-ab92-ec818aff4c26 req-17595f2e-e2fb-4e69-9c01-e92c8ad472a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=750dc145-6b59-45da-9c9e-22b2c9b519f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1263545
Jan 18 20:03:46.419160 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dbe84083-4746-4583-b533-324dfe7c5d95 req-72626007-e5ac-4d2a-9c08-75129584b06c service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9438972
Jan 18 20:03:46.507190 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7663f466-df66-45cc-abff-78f5204e19ce req-0aae24f4-b8fc-4acb-bb18-61608666eb5a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3313150
Jan 18 20:03:46.660453 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:46.782309 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dbe84083-4746-4583-b533-324dfe7c5d95 req-e7185725-cc74-461a-beee-5c83a276debd service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3280160
Jan 18 20:03:46.787811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6b2c-a9d7-4c4b-8461-06085a36a722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:46.798010 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-354e0815-1037-4c2d-8358-c42997302a91 req-9a04fc82-802a-4ec0-ae6b-2a40ddf18bcc service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5836968
Jan 18 20:03:46.820077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6b2c-a9d7-4c4b-8461-06085a36a722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:46.825527 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b545dc-72f3-4377-8dd4-920cd84a43dd req-0a75493f-7670-4021-8d28-174cbb876acd tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:46.827406 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b545dc-72f3-4377-8dd4-920cd84a43dd req-0a75493f-7670-4021-8d28-174cbb876acd tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 943 time: 0.1572654
Jan 18 20:03:46.908557 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b545dc-72f3-4377-8dd4-920cd84a43dd req-3f7d52a4-1cb9-48dd-bebc-8ff6a84a9ec3 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738790
Jan 18 20:03:46.911120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:46.920845 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-5c6f6b2c-a9d7-4c4b-8461-06085a36a722 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=786b1e975fdd4a0d98fa5f4d689c6571&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9733016
Jan 18 20:03:46.923955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57716) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:46.950234 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c948e148-c110-40a0-ab92-ec818aff4c26 req-e86b43ad-7cef-4682-820c-0c7288604e46 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4991610
Jan 18 20:03:47.008330 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-59f4a4c7-4860-449b-8951-af8c85ee14ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:47.040477 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-59f4a4c7-4860-449b-8951-af8c85ee14ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:47.061674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f6b2c-a9d7-4c4b-8461-06085a36a722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136d0a5a-e284-46db-be50-71e8954003c6,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:47.067539 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5c6f6b2c-a9d7-4c4b-8461-06085a36a722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:47.108904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-59f4a4c7-4860-449b-8951-af8c85ee14ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:47.120593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:47.135902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4a4c7-4860-449b-8951-af8c85ee14ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136d0a5a-e284-46db-be50-71e8954003c6,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:47.142387 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-59f4a4c7-4860-449b-8951-af8c85ee14ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:47.145820 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-59f4a4c7-4860-449b-8951-af8c85ee14ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:47.147866 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-59f4a4c7-4860-449b-8951-af8c85ee14ca admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/136d0a5a-e284-46db-be50-71e8954003c6 HTTP/1.1" status: 204  len: 168 time: 0.2227910
Jan 18 20:03:47.281238 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:47.287173 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-354e0815-1037-4c2d-8358-c42997302a91 req-bbf0bb4c-9a4c-4bae-9d9b-e38a1f3a511e service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4675584
Jan 18 20:03:47.431919 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c948e148-c110-40a0-ab92-ec818aff4c26 req-66b4de3e-47d9-43b7-a5bb-68d5f1a89b94 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4063842
Jan 18 20:03:47.707014 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c413fbe-0b71-4aa4-b58b-d212cc2eda51 req-4dd1d912-8b6f-47eb-be4f-a03875dc5864 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:47.710038 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8c413fbe-0b71-4aa4-b58b-d212cc2eda51 req-4dd1d912-8b6f-47eb-be4f-a03875dc5864 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 944 time: 0.2192657
Jan 18 20:03:47.820916 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8c413fbe-0b71-4aa4-b58b-d212cc2eda51 req-f6fc1fb1-c4dd-466a-8003-9e3e346719c0 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963154
Jan 18 20:03:47.918205 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 11b24034-695e-4f03-a43e-cabd3ff44c05 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:48.089747 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 11b24034-695e-4f03-a43e-cabd3ff44c05 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:48.109587 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 11b24034-695e-4f03-a43e-cabd3ff44c05 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:48.110313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:48.298857 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:48.314192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adc925-2201-435d-b707-676291032500 req-cbbeef04-ef03-401d-9829-0e2760d52d0d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:48.315048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-f2adc925-2201-435d-b707-676291032500 req-cbbeef04-ef03-401d-9829-0e2760d52d0d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Synchronizing usage tracker for tenant:78931a7982b64c90868368a661617e70 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:48.320991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170a32-f664-4e23-a09e-dd84049a4ee0 req-4e1aeee4-8dec-4935-b18e-62f96a362ae4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:48.324507 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-51170a32-f664-4e23-a09e-dd84049a4ee0 req-4e1aeee4-8dec-4935-b18e-62f96a362ae4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.2933528
Jan 18 20:03:48.343699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-f2adc925-2201-435d-b707-676291032500 req-cbbeef04-ef03-401d-9829-0e2760d52d0d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Unset dirty status for tenant:78931a7982b64c90868368a661617e70 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:48.351004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a548b7e-fa67-4420-91f6-e4f9a28b6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b24034-695e-4f03-a43e-cabd3ff44c05'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:48.352873 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f2adc925-2201-435d-b707-676291032500 req-cbbeef04-ef03-401d-9829-0e2760d52d0d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 943 time: 0.2387671
Jan 18 20:03:48.364525 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:48.369065 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 11b24034-695e-4f03-a43e-cabd3ff44c05, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=11b24034-695e-4f03-a43e-cabd3ff44c05,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:48.373113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:48.374051 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device def9a7a3-0467-4e4f-94b4-bffdf44c200a up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:48.439552 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-f2adc925-2201-435d-b707-676291032500 req-9f0706a1-9851-417b-bd1f-d7344f61315e tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Synchronizing usage tracker for tenant:78931a7982b64c90868368a661617e70 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:03:48.449905 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-347222cc-533e-4944-9d48-9c6610a81718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:48.457778 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-51170a32-f664-4e23-a09e-dd84049a4ee0 req-cbf0e6f7-0f03-469e-9950-a004e8ac8864 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1165888
Jan 18 20:03:48.476741 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-f2adc925-2201-435d-b707-676291032500 req-9f0706a1-9851-417b-bd1f-d7344f61315e tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Unset dirty status for tenant:78931a7982b64c90868368a661617e70 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:03:48.496439 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f2adc925-2201-435d-b707-676291032500 req-9f0706a1-9851-417b-bd1f-d7344f61315e tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1406946
Jan 18 20:03:48.557380 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=11b24034-695e-4f03-a43e-cabd3ff44c05,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:48.562950 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:48.575250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port def9a7a3-0467-4e4f-94b4-bffdf44c200a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:48.575679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:48.618856 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a548b7e-fa67-4420-91f6-e4f9a28b6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b24034-695e-4f03-a43e-cabd3ff44c05', 'code': 200}
Jan 18 20:03:48.916034 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 12ca620a-257e-462e-9c1f-e7519cafe8e0 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:49.037660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 12ca620a-257e-462e-9c1f-e7519cafe8e0 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:49.049105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 12ca620a-257e-462e-9c1f-e7519cafe8e0 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:49.049524 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:49.133635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-0684c7d0-9129-46d7-b3fb-8c6a4de8f7d0 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:49.141457 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-0684c7d0-9129-46d7-b3fb-8c6a4de8f7d0 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 815 time: 0.2308037
Jan 18 20:03:49.207611 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-bea6df6d-d808-4728-9bb2-c58c1b7b850d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/quotas/b5e9c83f6cf64d11bb5798d195e58d22 HTTP/1.1" status: 200  len: 375 time: 0.0649815
Jan 18 20:03:49.280200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a815539-f16a-4da5-aff4-48cccc373385 req-2a98e1da-da63-4847-8ea5-78c2fdbea7c2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:49.289768 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9a815539-f16a-4da5-aff4-48cccc373385 req-2a98e1da-da63-4847-8ea5-78c2fdbea7c2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.2037852
Jan 18 20:03:49.307353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:49.360694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 12ca620a-257e-462e-9c1f-e7519cafe8e0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=12ca620a-257e-462e-9c1f-e7519cafe8e0,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:49.364853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:49.366063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 5e54a26b-b85a-4d40-a576-642db315db25 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:49.366606 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-247427f6-994b-4928-beab-fa206ef0e3b7 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1575971
Jan 18 20:03:49.396698 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57806) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:49.397816 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cccf3-91bd-475d-b771-4daa4e75b11c req-1b580dfc-a24e-40d8-aff1-918239aaf406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:49.400118 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1a3cccf3-91bd-475d-b771-4daa4e75b11c req-1b580dfc-a24e-40d8-aff1-918239aaf406 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 1163 time: 0.2556033
Jan 18 20:03:49.419247 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9a815539-f16a-4da5-aff4-48cccc373385 req-cb81bdbd-3094-4d21-b155-213d894538f6 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262009
Jan 18 20:03:49.453165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:49.543381 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1a3cccf3-91bd-475d-b771-4daa4e75b11c req-56a57638-ced8-4810-9554-4ebd681cf699 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350629
Jan 18 20:03:49.607256 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-25c88084-005f-45e4-854b-bcbb3adc814a service neutron] 10.222.0.101 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2376976
Jan 18 20:03:49.799127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-48fd89da-9836-4232-9a04-a873191a0172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:49.877326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 5e54a26b-b85a-4d40-a576-642db315db25 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:03:49.878061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-48fd89da-9836-4232-9a04-a873191a0172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:49.885237 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 5e54a26b-b85a-4d40-a576-642db315db25 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:49.885664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:49.887501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-48fd89da-9836-4232-9a04-a873191a0172 admin admin] Usage tracker for resource:security_group_rule and tenant:e3047d48f00f41f284123cc28b1eb2fe is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:49.893175 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-48fd89da-9836-4232-9a04-a873191a0172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:49.901023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-48fd89da-9836-4232-9a04-a873191a0172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:49.952171 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8413a55-4c12-41dd-aa58-eabce0002a32 req-a0b16d7f-73e3-42d7-93a9-b49d435edf4c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:49.958886 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=12ca620a-257e-462e-9c1f-e7519cafe8e0,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:49.962283 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a8413a55-4c12-41dd-aa58-eabce0002a32 req-a0b16d7f-73e3-42d7-93a9-b49d435edf4c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1674204
Jan 18 20:03:49.965592 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:49.997031 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-3c483e84-f68d-47ce-b706-4cad337442f8 service neutron] 10.222.0.101 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3883586
Jan 18 20:03:50.044027 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a8413a55-4c12-41dd-aa58-eabce0002a32 req-e77b3176-cd6b-461a-a67d-a25464a4043d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804992
Jan 18 20:03:50.083636 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:50.141370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 5e54a26b-b85a-4d40-a576-642db315db25, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5e54a26b-b85a-4d40-a576-642db315db25,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:50.148672 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-48fd89da-9836-4232-9a04-a873191a0172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:50.149078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:50.151514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-992124c9-9f97-4c98-8c75-2122e4118fce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:50.152802 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-48fd89da-9836-4232-9a04-a873191a0172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:50.169075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a6963221-ab25-4c5b-a6ab-7aab0aa22e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:50.214316 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd89da-9836-4232-9a04-a873191a0172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7283152d-dada-4587-b01f-358d99e0b660,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:50.230238 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-48fd89da-9836-4232-9a04-a873191a0172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:50.302590 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=5e54a26b-b85a-4d40-a576-642db315db25,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:50.307892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:50.364631 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3cac5c91-7021-4182-ad56-e5617460f76d req-ab37ad89-758e-493f-a32f-8e90f215d232 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 210 time: 0.1327739
Jan 18 20:03:50.375843 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-48fd89da-9836-4232-9a04-a873191a0172 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e3047d48f00f41f284123cc28b1eb2fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9551468
Jan 18 20:03:50.380496 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 57834) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:50.460831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60bd3a-b3e7-4d16-bf70-28dbe7ae9ac5 req-0ac6494b-c114-457e-b5a4-3f90db385984 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:50.476617 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-eb60bd3a-b3e7-4d16-bf70-28dbe7ae9ac5 req-0ac6494b-c114-457e-b5a4-3f90db385984 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.2007475
Jan 18 20:03:50.570336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e983685-42dc-435a-bf8b-660eadd9380a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:50.591867 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-eb60bd3a-b3e7-4d16-bf70-28dbe7ae9ac5 req-d3e10670-c979-413c-b0c7-4384668b2ead tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1205027
Jan 18 20:03:50.624938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ca620a-257e-462e-9c1f-e7519cafe8e0'}, {'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:50.638983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e983685-42dc-435a-bf8b-660eadd9380a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:50.805796 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ca620a-257e-462e-9c1f-e7519cafe8e0', 'code': 200}
Jan 18 20:03:50.806627 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25', 'code': 200}
Jan 18 20:03:50.813199 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e983685-42dc-435a-bf8b-660eadd9380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:50.823817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:50.838519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 11b24034-695e-4f03-a43e-cabd3ff44c05 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:50.867213 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243d775-3f91-4388-9eb7-48304f52a597 req-bfd19417-9385-4234-a90f-42e0f8e037fb tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:50.875295 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4243d775-3f91-4388-9eb7-48304f52a597 req-bfd19417-9385-4234-a90f-42e0f8e037fb tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1748178
Jan 18 20:03:50.885086 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983685-42dc-435a-bf8b-660eadd9380a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7283152d-dada-4587-b01f-358d99e0b660,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:50.897656 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e983685-42dc-435a-bf8b-660eadd9380a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:50.899219 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-0e983685-42dc-435a-bf8b-660eadd9380a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7283152d-dada-4587-b01f-358d99e0b660 HTTP/1.1" status: 204  len: 168 time: 0.5176249
Jan 18 20:03:50.900555 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0e983685-42dc-435a-bf8b-660eadd9380a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:50.971552 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4243d775-3f91-4388-9eb7-48304f52a597 req-c9d89238-fb76-4cdc-b034-4dd5a43d420d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830748
Jan 18 20:03:50.981362 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 11b24034-695e-4f03-a43e-cabd3ff44c05 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:50.982031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:51.205664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device def9a7a3-0467-4e4f-94b4-bffdf44c200a up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:51.368691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port def9a7a3-0467-4e4f-94b4-bffdf44c200a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:51.371732 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:51.465583 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4aa96-a86f-4e5c-9943-1b9adefcc33a req-9341b650-4fd8-4cd0-8ea4-7ba209d18f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:51.468486 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-acd4aa96-a86f-4e5c-9943-1b9adefcc33a req-9341b650-4fd8-4cd0-8ea4-7ba209d18f74 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 1163 time: 0.3064401
Jan 18 20:03:51.518659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ff487-455c-4ffe-8ddb-ea2ba6be9ea7 req-63ed6a56-2859-492d-9b79-d04b4827f937 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:51.520448 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e25ff487-455c-4ffe-8ddb-ea2ba6be9ea7 req-63ed6a56-2859-492d-9b79-d04b4827f937 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.2102737
Jan 18 20:03:51.527288 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5542d01-3cb1-403e-8b67-be62251f87b2 req-dc90ab0d-3297-4eb3-920e-acef12b8d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:51.529415 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d5542d01-3cb1-403e-8b67-be62251f87b2 req-dc90ab0d-3297-4eb3-920e-acef12b8d2dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 1162 time: 0.2004488
Jan 18 20:03:51.536193 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-acd4aa96-a86f-4e5c-9943-1b9adefcc33a req-06c8a261-fdbd-4148-a054-1014c114df9d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0615985
Jan 18 20:03:51.584217 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d5542d01-3cb1-403e-8b67-be62251f87b2 req-f73c15c0-c651-4a97-ae73-4d21ad7736af service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464993
Jan 18 20:03:51.617485 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e25ff487-455c-4ffe-8ddb-ea2ba6be9ea7 req-7be14e54-0bfc-4fb6-a7a7-137c876ba875 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892429
Jan 18 20:03:51.699875 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 12ca620a-257e-462e-9c1f-e7519cafe8e0 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:51.748536 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1717d714-0277-40ca-829f-1bc51c69a45d req-17c99149-5fed-428c-89aa-6a46008ea353 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 210 time: 0.1069629
Jan 18 20:03:51.770520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57882) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:51.808085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-366b85f5-c355-4e3e-9779-9a1e1ff20109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:51.839877 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-366b85f5-c355-4e3e-9779-9a1e1ff20109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:51.845458 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-366b85f5-c355-4e3e-9779-9a1e1ff20109 admin admin] Usage tracker for resource:security_group_rule and tenant:556b7b80eb0d42128a5384a387378b64 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:51.850818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-366b85f5-c355-4e3e-9779-9a1e1ff20109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:51.863829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-366b85f5-c355-4e3e-9779-9a1e1ff20109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:51.895200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 12ca620a-257e-462e-9c1f-e7519cafe8e0 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:51.895577 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:52.060818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc393795-4dfc-4617-8d3a-f3b1bb424d7f req-9100471b-47d8-4d7c-9bdd-08935db18d3d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:52.069795 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dc393795-4dfc-4617-8d3a-f3b1bb424d7f req-9100471b-47d8-4d7c-9bdd-08935db18d3d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1837933
Jan 18 20:03:52.196682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-366b85f5-c355-4e3e-9779-9a1e1ff20109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:52.209125 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dc393795-4dfc-4617-8d3a-f3b1bb424d7f req-c6635b11-39df-4157-bfd6-63c3480775f7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1383617
Jan 18 20:03:52.210267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-366b85f5-c355-4e3e-9779-9a1e1ff20109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:52.245755 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-59f4a4c7-4860-449b-8951-af8c85ee14ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:52.258424 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-366b85f5-c355-4e3e-9779-9a1e1ff20109 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=556b7b80eb0d42128a5384a387378b64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4865835
Jan 18 20:03:52.264214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 57902) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:52.354962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b85f5-c355-4e3e-9779-9a1e1ff20109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd5eb6c-2038-4323-8575-1a7bcd50fd57,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:52.359388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-366b85f5-c355-4e3e-9779-9a1e1ff20109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:52.405922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4426a0d4-6cf4-4277-98dd-a83dd1f8f960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:52.447454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4426a0d4-6cf4-4277-98dd-a83dd1f8f960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:52.510714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce3d5-9c70-4fba-a673-8a372a559f68 req-55433179-0a9e-45e2-9cd1-339e69b8de4e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:52.512766 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-619ce3d5-9c70-4fba-a673-8a372a559f68 req-55433179-0a9e-45e2-9cd1-339e69b8de4e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.2826521
Jan 18 20:03:52.529309 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4426a0d4-6cf4-4277-98dd-a83dd1f8f960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:52.557463 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ad3b084a-e868-4fa0-ab16-883f65de0bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:52.581567 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4426a0d4-6cf4-4277-98dd-a83dd1f8f960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:52.586629 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4426a0d4-6cf4-4277-98dd-a83dd1f8f960 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4dd5eb6c-2038-4323-8575-1a7bcd50fd57 HTTP/1.1" status: 204  len: 168 time: 0.3209524
Jan 18 20:03:52.589798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426a0d4-6cf4-4277-98dd-a83dd1f8f960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd5eb6c-2038-4323-8575-1a7bcd50fd57,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:52.592739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4426a0d4-6cf4-4277-98dd-a83dd1f8f960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:52.815749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 5e54a26b-b85a-4d40-a576-642db315db25 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:53.059317 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-619ce3d5-9c70-4fba-a673-8a372a559f68 req-785390ea-951b-4048-b7ee-635436825722 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5388782
Jan 18 20:03:53.116229 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 5e54a26b-b85a-4d40-a576-642db315db25 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:53.116783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:53.117723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cc15d-c413-4b32-b9c4-3753512d4fb7 req-06a979b5-1bf4-4a9b-894c-e13882c1ccf2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:53.119716 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-273cc15d-c413-4b32-b9c4-3753512d4fb7 req-06a979b5-1bf4-4a9b-894c-e13882c1ccf2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1929405
Jan 18 20:03:53.274446 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-273cc15d-c413-4b32-b9c4-3753512d4fb7 req-cc64acb8-12fc-4cf7-b8ae-1cce19c2db8e tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123343
Jan 18 20:03:53.431210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-7ac74319-082f-40fb-9c49-d558594298d6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:53.433694 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-7ac74319-082f-40fb-9c49-d558594298d6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 815 time: 0.5172188
Jan 18 20:03:53.517472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Request body: {'port': {'device_id': '18cb80fa-8dff-4827-b4f6-a4c54903e1d8', 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7', 'admin_state_up': True, 'tenant_id': 'b5e9c83f6cf64d11bb5798d195e58d22'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:53.550088 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34051c5f-3ea2-48d8-a8c1-f421ba107f90 req-da339004-4f58-4dc8-9fa2-a41562a5a068 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 210 time: 0.1152573
Jan 18 20:03:53.810803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:53.836260 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:53.932657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Made reservation on behalf of b5e9c83f6cf64d11bb5798d195e58d22 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:03:53.943665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:54.091289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b9bc9-5537-46af-a813-1e3615b36389 req-128d9d19-557b-465d-a660-e216de89de9f tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:54.093523 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a08b9bc9-5537-46af-a813-1e3615b36389 req-128d9d19-557b-465d-a660-e216de89de9f tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1587236
Jan 18 20:03:54.153133 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a08b9bc9-5537-46af-a813-1e3615b36389 req-91989239-404d-41e4-a333-860247d90ed8 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528238
Jan 18 20:03:54.239731 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558ba6b-4668-450d-a031-63207b3e0077 req-8b3c2dc7-6ffc-4812-9d4e-99b9882231da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:54.241400 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9558ba6b-4668-450d-a031-63207b3e0077 req-8b3c2dc7-6ffc-4812-9d4e-99b9882231da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10b8cee9d3aa476b9427653660a4c562&device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 1163 time: 0.3184087
Jan 18 20:03:54.272878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fc400-ad16-47a1-9c40-01a597f2e350 req-5ced30e4-39e2-47d7-9cec-f185bd17399b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:54.274735 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-140fc400-ad16-47a1-9c40-01a597f2e350 req-5ced30e4-39e2-47d7-9cec-f185bd17399b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.4183764
Jan 18 20:03:54.516292 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-140fc400-ad16-47a1-9c40-01a597f2e350 req-1a3e2b88-8250-433a-aba4-8a76cbb03835 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2096860
Jan 18 20:03:54.538846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1a27e-651d-453a-9ef9-5cd708a5c589 req-7b9c8768-354c-44ee-9809-2a0c33b26523 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:54.547855 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3fb1a27e-651d-453a-9ef9-5cd708a5c589 req-7b9c8768-354c-44ee-9809-2a0c33b26523 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1288974
Jan 18 20:03:54.616894 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3fb1a27e-651d-453a-9ef9-5cd708a5c589 req-149fba44-3905-44bb-bb57-009f62885c3e tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677714
Jan 18 20:03:54.633997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558ba6b-4668-450d-a031-63207b3e0077 req-57f55145-a6ae-4948-b99b-a210b9d2e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:54.635793 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9558ba6b-4668-450d-a031-63207b3e0077 req-57f55145-a6ae-4948-b99b-a210b9d2e9fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=02c230c4-f60f-47f2-9329-8bad014f8da8 HTTP/1.1" status: 200  len: 912 time: 0.3572404
Jan 18 20:03:54.745312 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9558ba6b-4668-450d-a031-63207b3e0077 req-a16580d4-719d-411c-8f21-349fb99e820e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11b24034-695e-4f03-a43e-cabd3ff44c05 HTTP/1.1" status: 200  len: 217 time: 0.0955384
Jan 18 20:03:54.847871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 5e54a26b-b85a-4d40-a576-642db315db25 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:54.853922 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c2418372-a6e9-4532-968d-3602ca9c74e7 req-9ef884bd-3efb-424e-ab5c-becf762b087a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 210 time: 0.0728002
Jan 18 20:03:54.918109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Allocated IP 172.20.0.8 (750dc145-6b59-45da-9c9e-22b2c9b519f7/70c212ca-5183-42ef-8fad-d29415fcef77/977b78b6-ecf4-4065-9e89-58ef9d3774a7) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:03:54.951126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558ba6b-4668-450d-a031-63207b3e0077 req-05353dda-b81a-4ad5-a5f3-3b0505069daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:54.952860 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9558ba6b-4668-450d-a031-63207b3e0077 req-05353dda-b81a-4ad5-a5f3-3b0505069daf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d3a2eb7-3191-4b4e-886b-727d772b5422 HTTP/1.1" status: 200  len: 858 time: 0.1966884
Jan 18 20:03:54.969725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 5e54a26b-b85a-4d40-a576-642db315db25 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:54.970708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:55.033583 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9558ba6b-4668-450d-a031-63207b3e0077 req-25ab97f8-344b-467f-860a-4d69de14583c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02c230c4-f60f-47f2-9329-8bad014f8da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0687640
Jan 18 20:03:55.189722 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719aa61-10d9-4ba2-9d3e-bf713ec0e26b req-535530dc-b909-4cb7-979c-69cb8dbac054 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:55.191609 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6719aa61-10d9-4ba2-9d3e-bf713ec0e26b req-535530dc-b909-4cb7-979c-69cb8dbac054 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.4425845
Jan 18 20:03:55.217081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58014) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:55.259449 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 12ca620a-257e-462e-9c1f-e7519cafe8e0 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:03:55.280995 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-a8831c6a-cebf-48e6-9c54-3e6737303eb9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Request body: {'floatingip': {'port_id': '5e54a26b-b85a-4d40-a576-642db315db25'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:55.402218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3199d-b5bf-4989-92bf-a6dc6629032b req-35372cdc-de23-4f55-bcd6-2cf1046fd48f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:55.417546 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-eeb3199d-b5bf-4989-92bf-a6dc6629032b req-35372cdc-de23-4f55-bcd6-2cf1046fd48f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.2592752
Jan 18 20:03:55.430280 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58026) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:55.437903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-b09ee8cd-e340-42d7-ae39-1f0ae2c8fdca tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Request body: {'floatingip': {'port_id': '12ca620a-257e-462e-9c1f-e7519cafe8e0'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:03:55.460493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 12ca620a-257e-462e-9c1f-e7519cafe8e0 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:03:55.460930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:55.494346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a8831c6a-cebf-48e6-9c54-3e6737303eb9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:55.970558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b09ee8cd-e340-42d7-ae39-1f0ae2c8fdca tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:55.973227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58036) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:56.551126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8e98af53-8877-4768-a4ad-be507e98d11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:56.594895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347cd4c-a4a9-40bd-88e4-8f4c59b9c4a8 req-7b77bd56-5549-4730-ba95-f16a7df45a2d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:56.596751 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9347cd4c-a4a9-40bd-88e4-8f4c59b9c4a8 req-7b77bd56-5549-4730-ba95-f16a7df45a2d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.5395613
Jan 18 20:03:56.666904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8e98af53-8877-4768-a4ad-be507e98d11b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:56.682521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8e98af53-8877-4768-a4ad-be507e98d11b admin admin] Usage tracker for resource:security_group_rule and tenant:f623f8ee755046faaca4738bd0172339 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:56.687352 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9558ba6b-4668-450d-a031-63207b3e0077 req-b8d0e298-ddf6-4402-a346-5e36cd5d439d service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6328259
Jan 18 20:03:56.690334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8e98af53-8877-4768-a4ad-be507e98d11b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:56.764772 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9347cd4c-a4a9-40bd-88e4-8f4c59b9c4a8 req-ca773c03-d101-44bf-9a23-907dfcfd268b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566029
Jan 18 20:03:56.779432 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8e98af53-8877-4768-a4ad-be507e98d11b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:56.918016 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58076) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:56.998794 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ecd05746-41e5-40cc-aecc-a3ba3ca0d43a req-5c93defc-16c9-4c30-9e57-5b16299a8956 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 210 time: 0.0747261
Jan 18 20:03:57.134195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8e98af53-8877-4768-a4ad-be507e98d11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:57.252294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:57.261464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b09ee8cd-e340-42d7-ae39-1f0ae2c8fdca tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:57.265271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b09ee8cd-e340-42d7-ae39-1f0ae2c8fdca tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:57.305833 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0cc76-3c7e-429e-b357-250d579e42c1 req-e52f112c-9ea8-4b44-b023-3d91b9268afc tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:57.307664 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a6e0cc76-3c7e-429e-b357-250d579e42c1 req-e52f112c-9ea8-4b44-b023-3d91b9268afc tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 945 time: 1.2348592
Jan 18 20:03:57.308445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8e98af53-8877-4768-a4ad-be507e98d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:57.350306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-80adbf6c-80e8-4135-aef6-320bea0c40b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:57.401403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-02f4a40a-09a1-4e50-9e23-00eda39d64a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:57.468232 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [None req-b09ee8cd-e340-42d7-ae39-1f0ae2c8fdca tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Floating IP 0ed11d95-dd77-414b-a627-5efe18d1ddf6 associated. External IP: 172.27.0.13, port: 12ca620a-257e-462e-9c1f-e7519cafe8e0.
Jan 18 20:03:57.483293 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-02f4a40a-09a1-4e50-9e23-00eda39d64a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:03:57.494957 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8e98af53-8877-4768-a4ad-be507e98d11b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f623f8ee755046faaca4738bd0172339&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5130694
Jan 18 20:03:57.507002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98af53-8877-4768-a4ad-be507e98d11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d16043f-1121-4ec2-96a2-7c7fa42fb91d,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:57.517871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58086) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:57.518943 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-02f4a40a-09a1-4e50-9e23-00eda39d64a2 admin admin] Usage tracker for resource:security_group_rule and tenant:b2c6ba8770a94df8b07f7e1b9bfc6c5c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:03:57.523813 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9558ba6b-4668-450d-a031-63207b3e0077 req-aa4d7ebb-efd3-4365-b263-698410971b25 service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8111973
Jan 18 20:03:57.531023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8e98af53-8877-4768-a4ad-be507e98d11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:57.532865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-02f4a40a-09a1-4e50-9e23-00eda39d64a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:03:57.677492 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-02f4a40a-09a1-4e50-9e23-00eda39d64a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:03:57.753055 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a6e0cc76-3c7e-429e-b357-250d579e42c1 req-1b4f0455-c54e-4506-b0f7-035058d742f4 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4094832
Jan 18 20:03:57.812826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:57.840134 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:57.911896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.resource_extend [None req-a8831c6a-cebf-48e6-9c54-3e6737303eb9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 18 20:03:58.213278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ce2d-9963-4ec3-bad2-abb0e9a36572 req-0da8ae45-fd36-4d07-9c27-3774e913105e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:58.214980 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0887ce2d-9963-4ec3-bad2-abb0e9a36572 req-0da8ae45-fd36-4d07-9c27-3774e913105e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.2534924
Jan 18 20:03:58.221143 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09ee8cd-e340-42d7-ae39-1f0ae2c8fdca tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:03:58.240189 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a8831c6a-cebf-48e6-9c54-3e6737303eb9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:58.278151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Pushing event updated for resources: {'Port': ['ID=977b78b6-ecf4-4065-9e89-58ef9d3774a7,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:58.311092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:58.311808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a8831c6a-cebf-48e6-9c54-3e6737303eb9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:58.426642 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0887ce2d-9963-4ec3-bad2-abb0e9a36572 req-d90f4e06-ae9c-4a23-9833-2f1d98f55de7 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987641
Jan 18 20:03:58.481755 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09ee8cd-e340-42d7-ae39-1f0ae2c8fdca tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:03:58.487494 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b09ee8cd-e340-42d7-ae39-1f0ae2c8fdca tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:58.496564 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c47f6-cfb6-41c4-999f-34914ddd243b None None] Sync routers for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:03:58.517089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c47f6-cfb6-41c4-999f-34914ddd243b None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:03:58.517885 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-545c47f6-cfb6-41c4-999f-34914ddd243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9824e860>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:03:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:58.570231 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b09ee8cd-e340-42d7-ae39-1f0ae2c8fdca tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "PUT /v2.0/floatingips/0ed11d95-dd77-414b-a627-5efe18d1ddf6 HTTP/1.1" status: 200  len: 990 time: 3.1341288
Jan 18 20:03:58.570231 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'tag': '12ca620a-257e-462e-9c1f-e7519cafe8e0'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:58.616821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ff39-f2e0-4641-91c0-a0460ee9c4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:58.623615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-02f4a40a-09a1-4e50-9e23-00eda39d64a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:58.632002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device fb9a8f8a-273f-4f4d-bf41-c385477d0f13 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:03:58.737345 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-545c47f6-cfb6-41c4-999f-34914ddd243b None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:03:58.787137 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:58.793161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-02f4a40a-09a1-4e50-9e23-00eda39d64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:58.822968 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'tag': '12ca620a-257e-462e-9c1f-e7519cafe8e0', 'status': 'completed', 'code': 200}
Jan 18 20:03:58.832241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port fb9a8f8a-273f-4f4d-bf41-c385477d0f13, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=fb9a8f8a-273f-4f4d-bf41-c385477d0f13,segment=NetworkSegment(c017ccd5-8a79-429f-85cd-a8cadd5fe1e3),segment_id=c017ccd5-8a79-429f-85cd-a8cadd5fe1e3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:03:58.834023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a04f55b-bc66-4e6d-8b21-f70ab7b79725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb9a8f8a-273f-4f4d-bf41-c385477d0f13'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:03:58.840713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:58.842730 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:58.851255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f19b3-32b3-4b3b-a6c5-67d7f9def225 req-9f73d165-f76c-48f6-94fa-0bac5952098b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:58.853617 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e93f19b3-32b3-4b3b-a6c5-67d7f9def225 req-9f73d165-f76c-48f6-94fa-0bac5952098b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.72 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 945 time: 1.2308486
Jan 18 20:03:58.866922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:58.928964 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=fb9a8f8a-273f-4f4d-bf41-c385477d0f13,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:58.932825 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:58.938474 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4a40a-09a1-4e50-9e23-00eda39d64a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24df15e5-7480-49ba-8576-d92212f6c08c,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:58.979924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ff39-f2e0-4641-91c0-a0460ee9c4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:59.042815 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-02f4a40a-09a1-4e50-9e23-00eda39d64a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:59.108765 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d995f7-08de-4353-96c9-1caeb856906a req-3e610b5b-f760-4d8b-9907-35176a4bbd5f tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:59.121930 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a4d995f7-08de-4353-96c9-1caeb856906a req-3e610b5b-f760-4d8b-9907-35176a4bbd5f tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 943 time: 0.1343062
Jan 18 20:03:59.127330 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Network 750dc145-6b59-45da-9c9e-22b2c9b519f7 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:03:59.154624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:03:59.184841 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a4d995f7-08de-4353-96c9-1caeb856906a req-92a06a4c-e604-44f0-87a4-e0cd95b5eb82 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612776
Jan 18 20:03:59.199467 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:03:59.219547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:59.220289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:59.231080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58120) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:03:59.231640 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-02f4a40a-09a1-4e50-9e23-00eda39d64a2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b2c6ba8770a94df8b07f7e1b9bfc6c5c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3118737
Jan 18 20:03:59.272401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ff39-f2e0-4641-91c0-a0460ee9c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:59.289566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-545c47f6-cfb6-41c4-999f-34914ddd243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9824e860>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '0ed11d95-dd77-414b-a627-5efe18d1ddf6', 'tenant_id': '78931a7982b64c90868368a661617e70', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'port_id': '12ca620a-257e-462e-9c1f-e7519cafe8e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'mac_address': 'fa:16:3e:f7:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:03:25Z', 'updated_at': '2021-01-18T20:03:57Z', 'revision_number': 1, 'project_id': '78931a7982b64c90868368a661617e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:24Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:59.299129 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c47f6-cfb6-41c4-999f-34914ddd243b None None] Checking router: a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:03:59.300033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7b4550a5-8a67-48b9-8850-cab734f74f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:59.314605 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c47f6-cfb6-41c4-999f-34914ddd243b None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:03:59.315628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-545c47f6-cfb6-41c4-999f-34914ddd243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9824e860>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:03:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:03:59.327911 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a04f55b-bc66-4e6d-8b21-f70ab7b79725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb9a8f8a-273f-4f4d-bf41-c385477d0f13', 'code': 200}
Jan 18 20:03:59.341605 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-e93f19b3-32b3-4b3b-a6c5-67d7f9def225 req-3a8504ed-6194-43d8-bb9c-e6265fb4981d tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Deleting port fb9a8f8a-273f-4f4d-bf41-c385477d0f13 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:03:59.342192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e93f19b3-32b3-4b3b-a6c5-67d7f9def225 req-3a8504ed-6194-43d8-bb9c-e6265fb4981d tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:59.376853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-48de3e0c-a60a-46cc-a787-e83a07988ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:59.395713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbc940-8a46-40b0-95c7-f14e68f30a03 req-e464cc51-058b-4044-8719-a37445cf1766 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:59.397481 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73bbc940-8a46-40b0-95c7-f14e68f30a03 req-e464cc51-058b-4044-8719-a37445cf1766 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 931 time: 1.1916234
Jan 18 20:03:59.412956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0ff39-f2e0-4641-91c0-a0460ee9c4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d16043f-1121-4ec2-96a2-7c7fa42fb91d,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:59.419470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-48de3e0c-a60a-46cc-a787-e83a07988ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:59.434125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a9c0ff39-f2e0-4641-91c0-a0460ee9c4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:59.442198 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [None req-a8831c6a-cebf-48e6-9c54-3e6737303eb9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Floating IP a7045ea7-cd3b-4980-98a8-4638a31897b5 associated. External IP: 172.27.0.118, port: 5e54a26b-b85a-4d40-a576-642db315db25.
Jan 18 20:03:59.573809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-48de3e0c-a60a-46cc-a787-e83a07988ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:59.579018 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-fc1b22cb-0f11-4d63-9bd1-ee14134cfcc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:03:59.607578 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-545c47f6-cfb6-41c4-999f-34914ddd243b None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:03:59.613315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de3e0c-a60a-46cc-a787-e83a07988ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24df15e5-7480-49ba-8576-d92212f6c08c,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:03:59.621588 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-48de3e0c-a60a-46cc-a787-e83a07988ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:03:59.636222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-48de3e0c-a60a-46cc-a787-e83a07988ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:59.637591 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-48de3e0c-a60a-46cc-a787-e83a07988ecc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/24df15e5-7480-49ba-8576-d92212f6c08c HTTP/1.1" status: 204  len: 168 time: 0.4047375
Jan 18 20:03:59.677648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ff39-f2e0-4641-91c0-a0460ee9c4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:03:59.681888 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a9c0ff39-f2e0-4641-91c0-a0460ee9c4c8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0d16043f-1121-4ec2-96a2-7c7fa42fb91d HTTP/1.1" status: 204  len: 168 time: 2.1540406
Jan 18 20:03:59.733212 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.2200029
Jan 18 20:03:59.846666 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73bbc940-8a46-40b0-95c7-f14e68f30a03 req-05edce74-92ef-450e-9751-40486eb94cd9 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4227335
Jan 18 20:03:59.860216 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bf399-863c-425d-9147-93aca708d1d6 req-f3832330-980f-4e48-bdb4-8b09e3964b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:03:59.862100 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2a1bf399-863c-425d-9147-93aca708d1d6 req-f3832330-980f-4e48-bdb4-8b09e3964b19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78931a7982b64c90868368a661617e70&device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 1162 time: 0.9438744
Jan 18 20:03:59.884266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Request body: {'port': {'device_id': '18cb80fa-8dff-4827-b4f6-a4c54903e1d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:00.013692 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98070da5-ce0b-41cc-ab97-2c35a73ca52c req-fe346e9b-6784-48ee-9826-001ac96ec181 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:00.032607 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-98070da5-ce0b-41cc-ab97-2c35a73ca52c req-fe346e9b-6784-48ee-9826-001ac96ec181 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.2671237
Jan 18 20:04:00.143568 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-98070da5-ce0b-41cc-ab97-2c35a73ca52c req-35071671-2d42-4eb2-804f-b2e7aed9e144 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044972
Jan 18 20:04:00.249739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-545c47f6-cfb6-41c4-999f-34914ddd243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9824e860>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '0ed11d95-dd77-414b-a627-5efe18d1ddf6', 'tenant_id': '78931a7982b64c90868368a661617e70', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'port_id': '12ca620a-257e-462e-9c1f-e7519cafe8e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'mac_address': 'fa:16:3e:f7:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:03:25Z', 'updated_at': '2021-01-18T20:03:57Z', 'revision_number': 1, 'project_id': '78931a7982b64c90868368a661617e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:24Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:00.257069 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c47f6-cfb6-41c4-999f-34914ddd243b None None] The sync data for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi is: [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '0ed11d95-dd77-414b-a627-5efe18d1ddf6', 'tenant_id': '78931a7982b64c90868368a661617e70', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'port_id': '12ca620a-257e-462e-9c1f-e7519cafe8e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'mac_address': 'fa:16:3e:f7:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:03:25Z', 'updated_at': '2021-01-18T20:03:57Z', 'revision_number': 1, 'project_id': '78931a7982b64c90868368a661617e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:24Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:04:00.456968 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58152) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:00.478776 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d6c952dd-97fd-43a7-953f-861df4440dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:00.497786 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d6c952dd-97fd-43a7-953f-861df4440dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:00.503805 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d6c952dd-97fd-43a7-953f-861df4440dde admin admin] Usage tracker for resource:security_group_rule and tenant:bb4febac3c834b02a59d7331357b8add is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:00.509750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d6c952dd-97fd-43a7-953f-861df4440dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:00.515985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d6c952dd-97fd-43a7-953f-861df4440dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:00.628584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d6c952dd-97fd-43a7-953f-861df4440dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:00.633508 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d6c952dd-97fd-43a7-953f-861df4440dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:00.646874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:00.683591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91883859-9979-488a-8fd9-312ef6815d32 None None] New status for floating IP 0ed11d95-dd77-414b-a627-5efe18d1ddf6: ACTIVE {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:04:00.715383 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c952dd-97fd-43a7-953f-861df4440dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eae878-6094-4570-9ccb-6bd6673e53ca,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:00.719701 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d6c952dd-97fd-43a7-953f-861df4440dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:00.722930 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d6c952dd-97fd-43a7-953f-861df4440dde admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bb4febac3c834b02a59d7331357b8add&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2642841
Jan 18 20:04:00.725747 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58158) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:00.762773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:00.782946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bf399-863c-425d-9147-93aca708d1d6 req-df0ab721-f909-4684-abc8-9e1bbc0c2309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:00.784587 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2a1bf399-863c-425d-9147-93aca708d1d6 req-df0ab721-f909-4684-abc8-9e1bbc0c2309 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6f70f34b-3649-4431-89fb-39c80ea98bc2 HTTP/1.1" status: 200  len: 905 time: 0.8655872
Jan 18 20:04:00.814093 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e1952416-52e6-404c-a699-ca07a05857ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:00.851960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e1952416-52e6-404c-a699-ca07a05857ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:00.912079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e1952416-52e6-404c-a699-ca07a05857ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:00.921506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:00.953757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1952416-52e6-404c-a699-ca07a05857ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eae878-6094-4570-9ccb-6bd6673e53ca,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:00.958504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e1952416-52e6-404c-a699-ca07a05857ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:00.960773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e1952416-52e6-404c-a699-ca07a05857ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:00.964395 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-e1952416-52e6-404c-a699-ca07a05857ac admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/94eae878-6094-4570-9ccb-6bd6673e53ca HTTP/1.1" status: 204  len: 168 time: 0.2358179
Jan 18 20:04:01.321993 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f6f5-e408-4a5f-9c8b-270b131423da req-1c32bb8e-9edb-4513-b35a-a0d3ce90e89c tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:01.324278 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5d10f6f5-e408-4a5f-9c8b-270b131423da req-1c32bb8e-9edb-4513-b35a-a0d3ce90e89c tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 931 time: 0.2501171
Jan 18 20:04:01.415822 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5d10f6f5-e408-4a5f-9c8b-270b131423da req-a912e7ba-becb-4077-b565-168fb7ea6823 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829256
Jan 18 20:04:01.480955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-e93f19b3-32b3-4b3b-a6c5-67d7f9def225 req-3a8504ed-6194-43d8-bb9c-e6265fb4981d tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] For port fb9a8f8a-273f-4f4d-bf41-c385477d0f13, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=fb9a8f8a-273f-4f4d-bf41-c385477d0f13,segment=NetworkSegment(c017ccd5-8a79-429f-85cd-a8cadd5fe1e3),segment_id=c017ccd5-8a79-429f-85cd-a8cadd5fe1e3)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:04:01.481383 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e93f19b3-32b3-4b3b-a6c5-67d7f9def225 req-3a8504ed-6194-43d8-bb9c-e6265fb4981d tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:01.690711 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-e93f19b3-32b3-4b3b-a6c5-67d7f9def225 req-3a8504ed-6194-43d8-bb9c-e6265fb4981d tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Calling delete_port for fb9a8f8a-273f-4f4d-bf41-c385477d0f13 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:04:01.758586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a799114-9f13-4ed6-b0a8-740b5d4c8d48 req-bc5859e3-661a-415e-b378-6ace4f67d86b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:01.768166 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3a799114-9f13-4ed6-b0a8-740b5d4c8d48 req-bc5859e3-661a-415e-b378-6ace4f67d86b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 943 time: 1.3617241
Jan 18 20:04:01.899562 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2a1bf399-863c-425d-9147-93aca708d1d6 req-c9dcf8f9-32ab-467c-baf5-b3b3a5c311b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ca620a-257e-462e-9c1f-e7519cafe8e0 HTTP/1.1" status: 200  len: 998 time: 1.0978129
Jan 18 20:04:01.945741 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b9f43-6c6c-4bde-afbe-6f691ff552e6 req-e5bcce24-de39-4fee-a759-c9cbf2e5ff60 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:01.955241 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2f2b9f43-6c6c-4bde-afbe-6f691ff552e6 req-e5bcce24-de39-4fee-a759-c9cbf2e5ff60 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1437936
Jan 18 20:04:02.007008 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bf399-863c-425d-9147-93aca708d1d6 req-84cdcf78-84ae-4429-9e0d-943d2d0e9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:02.008668 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2a1bf399-863c-425d-9147-93aca708d1d6 req-84cdcf78-84ae-4429-9e0d-943d2d0e9297 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29 HTTP/1.1" status: 200  len: 850 time: 0.0891075
Jan 18 20:04:02.009758 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2f2b9f43-6c6c-4bde-afbe-6f691ff552e6 req-17ac73ef-67f3-47b0-bc99-802fe389925d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526786
Jan 18 20:04:02.011315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8831c6a-cebf-48e6-9c54-3e6737303eb9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Router 3d0a1255-6a56-402e-a559-7d0176ea7daf has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:04:02.081790 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3a799114-9f13-4ed6-b0a8-740b5d4c8d48 req-85c6da13-8e31-48e0-b62b-d666537825e6 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/security-groups?id=7091130a-3ce0-4429-abfc-fcbb5b0496c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3124094
Jan 18 20:04:02.165479 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58206) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:02.557361 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d33ea762-a0fa-420a-8bef-6861faa74387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:02.585200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d33ea762-a0fa-420a-8bef-6861faa74387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:02.590419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d33ea762-a0fa-420a-8bef-6861faa74387 admin admin] Usage tracker for resource:security_group_rule and tenant:89bd87fc1ecc43fd9569d46942764df3 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:02.592368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e93f19b3-32b3-4b3b-a6c5-67d7f9def225 req-3a8504ed-6194-43d8-bb9c-e6265fb4981d tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:02.608936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d33ea762-a0fa-420a-8bef-6861faa74387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:02.617158 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d33ea762-a0fa-420a-8bef-6861faa74387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:02.650420 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bf399-863c-425d-9147-93aca708d1d6 req-f6076495-336d-4984-9790-170c89ed8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:02.652036 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2a1bf399-863c-425d-9147-93aca708d1d6 req-f6076495-336d-4984-9790-170c89ed8782 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6f70f34b-3649-4431-89fb-39c80ea98bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.5691798
Jan 18 20:04:02.690391 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:02.765536 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d33ea762-a0fa-420a-8bef-6861faa74387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:02.814006 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d33ea762-a0fa-420a-8bef-6861faa74387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:02.826096 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-894755d0-bd47-40ac-ac24-7be9a1a1e44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:02.901863 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d33ea762-a0fa-420a-8bef-6861faa74387 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=89bd87fc1ecc43fd9569d46942764df3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7345505
Jan 18 20:04:02.906701 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58234) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:02.911226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ea762-a0fa-420a-8bef-6861faa74387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7b4a03-2ccb-48c4-aeda-f2469d527169,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:02.918141 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d33ea762-a0fa-420a-8bef-6861faa74387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:02.941538 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2a1bf399-863c-425d-9147-93aca708d1d6 req-85732e0b-0772-4b12-a181-b5a3ebf4dafe service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079163
Jan 18 20:04:02.953609 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8504ed-6194-43d8-bb9c-e6265fb4981d tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Pushing event deleted for resources: {'Port': ['ID=fb9a8f8a-273f-4f4d-bf41-c385477d0f13,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:02.974487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3a8504ed-6194-43d8-bb9c-e6265fb4981d tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:03.003109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8831c6a-cebf-48e6-9c54-3e6737303eb9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:04:03.017480 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00ee6c-8b80-46e9-a539-3d224c6ab5a5 None None] Sync routers for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:04:03.048521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715479b-ae43-42c9-a0c0-9d29ab931ac3 req-774e9485-39fe-40de-8ea4-9844bce6463a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:03.056782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00ee6c-8b80-46e9-a539-3d224c6ab5a5 None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:04:03.057492 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-0f00ee6c-8b80-46e9-a539-3d224c6ab5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b93fcc710>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:03:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:03.059239 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0715479b-ae43-42c9-a0c0-9d29ab931ac3 req-774e9485-39fe-40de-8ea4-9844bce6463a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 931 time: 0.2917924
Jan 18 20:04:03.064034 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62d13a49-c23c-491e-992f-a09f822308e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:03.081674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977b78b6-ecf4-4065-9e89-58ef9d3774a7 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:04:03.112088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:03.122756 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a8831c6a-cebf-48e6-9c54-3e6737303eb9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:03.137644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62d13a49-c23c-491e-992f-a09f822308e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:03.186705 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0715479b-ae43-42c9-a0c0-9d29ab931ac3 req-eff35232-021b-49ef-858e-97af68fb1e2a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204655
Jan 18 20:04:03.246093 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62d13a49-c23c-491e-992f-a09f822308e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:03.251581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-33c34186-9c38-4576-987b-7a4edeadab82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:03.272792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-62d13a49-c23c-491e-992f-a09f822308e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:03.275197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Transition to ACTIVE for port object 977b78b6-ecf4-4065-9e89-58ef9d3774a7 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:04:03.279539 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-62d13a49-c23c-491e-992f-a09f822308e6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ee7b4a03-2ccb-48c4-aeda-f2469d527169 HTTP/1.1" status: 204  len: 168 time: 0.3679576
Jan 18 20:04:03.279539 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d13a49-c23c-491e-992f-a09f822308e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7b4a03-2ccb-48c4-aeda-f2469d527169,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:03.283242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-62d13a49-c23c-491e-992f-a09f822308e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:03.399512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:03.433588 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:03.434561 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c2e373b7-cad2-4e65-a35b-ff9f5d39fbb9 req-78ecab78-2512-4e25-9af4-c59e75ea560a tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 210 time: 0.0581713
Jan 18 20:04:03.522413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-0f00ee6c-8b80-46e9-a539-3d224c6ab5a5 None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:04:03.552881 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a8831c6a-cebf-48e6-9c54-3e6737303eb9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "PUT /v2.0/floatingips/a7045ea7-cd3b-4980-98a8-4638a31897b5 HTTP/1.1" status: 200  len: 992 time: 8.3232093
Jan 18 20:04:03.586969 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:04:04.102070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-0f00ee6c-8b80-46e9-a539-3d224c6ab5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b93fcc710>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': 'a7045ea7-cd3b-4980-98a8-4638a31897b5', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'port_id': '5e54a26b-b85a-4d40-a576-642db315db25', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'mac_address': 'fa:16:3e:2d:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:03:12Z', 'updated_at': '2021-01-18T20:03:57Z', 'revision_number': 1, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:18Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:04.108572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00ee6c-8b80-46e9-a539-3d224c6ab5a5 None None] Checking router: 3d0a1255-6a56-402e-a559-7d0176ea7daf for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:04:04.125455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00ee6c-8b80-46e9-a539-3d224c6ab5a5 None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:04:04.126670 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-0f00ee6c-8b80-46e9-a539-3d224c6ab5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b93fcc710>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:03:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:04.229697 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25', 'status': 'completed', 'code': 200}
Jan 18 20:04:04.260124 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2a1bf399-863c-425d-9147-93aca708d1d6 req-bf0d4ba1-b5a2-4aa9-9ef6-7718f20ff945 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2894812
Jan 18 20:04:04.261024 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Pushing event updated for resources: {'Port': ['ID=977b78b6-ecf4-4065-9e89-58ef9d3774a7,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:04.279755 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:04.328008 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ca547-57a3-4d0a-9fbd-92e8c1c11f53 req-72dd7e8a-e66b-4a9c-a4e2-03052e5a7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:04.334462 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cd2ca547-57a3-4d0a-9fbd-92e8c1c11f53 req-72dd7e8a-e66b-4a9c-a4e2-03052e5a7d13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 1163 time: 0.3237820
Jan 18 20:04:04.364247 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5107935-24c4-4761-9f45-e977b3fa6b5c req-5094010e-2d51-441d-b5cf-b976e440349a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:04.376070 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d5107935-24c4-4761-9f45-e977b3fa6b5c req-5094010e-2d51-441d-b5cf-b976e440349a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 1.0601211
Jan 18 20:04:04.384169 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93f19b3-32b3-4b3b-a6c5-67d7f9def225 req-3a8504ed-6194-43d8-bb9c-e6265fb4981d tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] No DVR routers for this DVR port fb9a8f8a-273f-4f4d-bf41-c385477d0f13 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:04:04.486088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e93f19b3-32b3-4b3b-a6c5-67d7f9def225 req-3a8504ed-6194-43d8-bb9c-e6265fb4981d tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:04.488211 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e93f19b3-32b3-4b3b-a6c5-67d7f9def225 req-3a8504ed-6194-43d8-bb9c-e6265fb4981d tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.72 "DELETE /v2.0/ports/fb9a8f8a-273f-4f4d-bf41-c385477d0f13 HTTP/1.1" status: 204  len: 173 time: 5.5553491
Jan 18 20:04:04.541031 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d5107935-24c4-4761-9f45-e977b3fa6b5c req-3e90268c-7321-4e11-963d-d13affe6e79e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635606
Jan 18 20:04:04.621070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ca547-57a3-4d0a-9fbd-92e8c1c11f53 req-80f2e061-72df-4ad3-a440-6e15c79aae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:04.623176 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cd2ca547-57a3-4d0a-9fbd-92e8c1c11f53 req-80f2e061-72df-4ad3-a440-6e15c79aae6f service neutron] 10.222.0.72 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 910 time: 0.2825437
Jan 18 20:04:04.826941 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Attempting to bind port 977b78b6-ecf4-4065-9e89-58ef9d3774a7 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:04:04.827676 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Attempting to bind port 977b78b6-ecf4-4065-9e89-58ef9d3774a7 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:04:04.827676 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Attempting to bind port 977b78b6-ecf4-4065-9e89-58ef9d3774a7 on network 750dc145-6b59-45da-9c9e-22b2c9b519f7 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:04:04.839859 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:04:04.840651 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Checking segment: {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:04:04.841248 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:04.841814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Bound using segment: {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:04:04.842455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Bound port: 977b78b6-ecf4-4065-9e89-58ef9d3774a7, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:04:04.842988 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:05.014073 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cd2ca547-57a3-4d0a-9fbd-92e8c1c11f53 req-38dfd7e9-f53d-4393-98b7-fbc1f9a7aba8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e54a26b-b85a-4d40-a576-642db315db25 HTTP/1.1" status: 200  len: 1000 time: 0.3672333
Jan 18 20:04:05.084424 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] For port 977b78b6-ecf4-4065-9e89-58ef9d3774a7, host hv-cinder-56205, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:04:05.129913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964a78d-c04c-4b4c-aa27-09e456c6e600 req-fd40627c-66c1-4925-a711-8e008a42d073 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:05.130815 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b964a78d-c04c-4b4c-aa27-09e456c6e600 req-fd40627c-66c1-4925-a711-8e008a42d073 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Synchronizing usage tracker for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:04:05.139791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] For port 977b78b6-ecf4-4065-9e89-58ef9d3774a7, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=977b78b6-ecf4-4065-9e89-58ef9d3774a7,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:04:05.147873 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:05.150881 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-0f00ee6c-8b80-46e9-a539-3d224c6ab5a5 None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:04:05.170710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-21ad6fe5-3981-49c7-ab10-18561c5f27bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:05.283891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b964a78d-c04c-4b4c-aa27-09e456c6e600 req-fd40627c-66c1-4925-a711-8e008a42d073 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Unset dirty status for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:04:05.294426 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b964a78d-c04c-4b4c-aa27-09e456c6e600 req-fd40627c-66c1-4925-a711-8e008a42d073 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 943 time: 0.4154992
Jan 18 20:04:05.327310 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ca547-57a3-4d0a-9fbd-92e8c1c11f53 req-99279975-20c9-4021-a24e-1cfa07136a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:05.328956 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cd2ca547-57a3-4d0a-9fbd-92e8c1c11f53 req-99279975-20c9-4021-a24e-1cfa07136a6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c1f2f94c-f22d-4168-b95c-a2cae84e702f HTTP/1.1" status: 200  len: 855 time: 0.2209675
Jan 18 20:04:05.379134 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-17435b95-5746-48c1-ba67-3099fbaf9389 req-dd509e08-5df1-41a3-950a-6d51f8072cd5 tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] 10.222.0.101 "GET /v2.0/ports?device_id=1a04f55b-bc66-4e6d-8b21-f70ab7b79725 HTTP/1.1" status: 200  len: 210 time: 0.3634822
Jan 18 20:04:05.595598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Pushing event updated for resources: {'Port': ['ID=977b78b6-ecf4-4065-9e89-58ef9d3774a7,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:05.620506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:05.650605 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b964a78d-c04c-4b4c-aa27-09e456c6e600 req-f40f1a58-cff4-4449-87e1-7ee0d824db30 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3538117
Jan 18 20:04:05.652195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ca547-57a3-4d0a-9fbd-92e8c1c11f53 req-7ae4b659-bae9-455c-b1c0-08089e63730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:05.657043 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cd2ca547-57a3-4d0a-9fbd-92e8c1c11f53 req-7ae4b659-bae9-455c-b1c0-08089e63730d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=afb56ae4-80d3-4971-aaeb-b3508e21ee72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3027909
Jan 18 20:04:05.696496 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58318) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:05.810284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:05.810911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:05.812537 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] 10.222.0.72 "PUT /v2.0/ports/977b78b6-ecf4-4065-9e89-58ef9d3774a7 HTTP/1.1" status: 200  len: 1157 time: 5.9581678
Jan 18 20:04:05.976574 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cd2ca547-57a3-4d0a-9fbd-92e8c1c11f53 req-170e6a72-214a-47bd-a025-5f405909ff83 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3136611
Jan 18 20:04:06.013994 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-0f00ee6c-8b80-46e9-a539-3d224c6ab5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b93fcc710>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': 'a7045ea7-cd3b-4980-98a8-4638a31897b5', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'port_id': '5e54a26b-b85a-4d40-a576-642db315db25', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'mac_address': 'fa:16:3e:2d:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:03:12Z', 'updated_at': '2021-01-18T20:03:57Z', 'revision_number': 1, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:18Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:06.021052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00ee6c-8b80-46e9-a539-3d224c6ab5a5 None None] The sync data for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi is: [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': 'a7045ea7-cd3b-4980-98a8-4638a31897b5', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'port_id': '5e54a26b-b85a-4d40-a576-642db315db25', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'mac_address': 'fa:16:3e:2d:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:03:12Z', 'updated_at': '2021-01-18T20:03:57Z', 'revision_number': 1, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:18Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:04:06.126429 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1146277646-network', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:06.139795 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:06.151996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Usage tracker for resource:network and tenant:0cf7d194c07942169bc93c32f57c5f0c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:06.167809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:06.181352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:06.208394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48418b49-b0f1-432a-a54b-93369a979d25 req-42e78456-628e-4b96-a2fb-c33938c0ea44 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:06.210167 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-48418b49-b0f1-432a-a54b-93369a979d25 req-42e78456-628e-4b96-a2fb-c33938c0ea44 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.2468436
Jan 18 20:04:06.211255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Made reservation on behalf of 0cf7d194c07942169bc93c32f57c5f0c for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:04:06.216554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:06.218058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-6e3aa195-f635-403c-9e52-dfe917a061e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:06.219983 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-6e3aa195-f635-403c-9e52-dfe917a061e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 1160 time: 0.3409312
Jan 18 20:04:06.235742 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:06.242827 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a04f55b-bc66-4e6d-8b21-f70ab7b79725', 'name': 'network-vif-deleted', 'tag': 'fb9a8f8a-273f-4f4d-bf41-c385477d0f13'}, {'name': 'network-changed', 'server_uuid': '18cb80fa-8dff-4827-b4f6-a4c54903e1d8', 'tag': '977b78b6-ecf4-4065-9e89-58ef9d3774a7'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:04:06.255113 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cd2ca547-57a3-4d0a-9fbd-92e8c1c11f53 req-8fceafe8-a353-451e-a631-4372a4e3db1c service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2735932
Jan 18 20:04:06.261892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:06.266715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Usage tracker for resource:security_group_rule and tenant:0cf7d194c07942169bc93c32f57c5f0c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:06.270057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:06.277628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:06.353496 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a04f55b-bc66-4e6d-8b21-f70ab7b79725', 'name': 'network-vif-deleted', 'tag': 'fb9a8f8a-273f-4f4d-bf41-c385477d0f13', 'status': 'completed', 'code': 200}
Jan 18 20:04:06.354152 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18cb80fa-8dff-4827-b4f6-a4c54903e1d8', 'tag': '977b78b6-ecf4-4065-9e89-58ef9d3774a7', 'status': 'completed', 'code': 200}
Jan 18 20:04:06.386641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87911507-665f-4d3a-ba47-d98dd1a42b1e None None] New status for floating IP a7045ea7-cd3b-4980-98a8-4638a31897b5: ACTIVE {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:04:06.387627 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-c4cc4104-f7b3-4767-b549-71dc465071a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=977b78b6-ecf4-4065-9e89-58ef9d3774a7 HTTP/1.1" status: 200  len: 217 time: 0.1379604
Jan 18 20:04:06.400622 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:06.400933 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-48418b49-b0f1-432a-a54b-93369a979d25 req-2cf96b6e-20ca-4cf7-93eb-82b5e7dfcb79 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781392
Jan 18 20:04:06.404741 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:06.410575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:06.468828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:04:06.489294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620043c4-2591-4fca-b562-c2572336b66e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:06.491186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-705980d7-7075-4d89-804a-2d9d34ccb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:06.492876 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-705980d7-7075-4d89-804a-2d9d34ccb4b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70c212ca-5183-42ef-8fad-d29415fcef77 HTTP/1.1" status: 200  len: 855 time: 0.0908101
Jan 18 20:04:06.495665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:06.498059 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:06.498827 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Added segment 06db37ee-5eca-479f-8407-8d23fe9ac8c3 of type vxlan for network 737832de-e12d-48fd-b4ec-73e8ae089722
Jan 18 20:04:06.571957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:06.608142 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:06.610607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:06.611862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:06.620081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:06.632972 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-1a1e7f06-e457-4325-a18b-04795dc96f80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=750dc145-6b59-45da-9c9e-22b2c9b519f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1304047
Jan 18 20:04:06.844951 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.1446142
Jan 18 20:04:06.846858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Pushing event updated for resources: {'Network': ['ID=737832de-e12d-48fd-b4ec-73e8ae089722,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:06.867167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:06.868799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58340) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:06.882254 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 737832de-e12d-48fd-b4ec-73e8ae089722 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:04:06.911949 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Request body: {'subnet': {'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1146277646-subnet', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:06.926668 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:06.932743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Usage tracker for resource:subnet and tenant:0cf7d194c07942169bc93c32f57c5f0c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:06.938729 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:06.963560 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:06.996623 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Made reservation on behalf of 0cf7d194c07942169bc93c32f57c5f0c for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:04:07.005816 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844155003'] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:07.070782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network 737832de-e12d-48fd-b4ec-73e8ae089722 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:04:07.298333 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-2e0a4991-dbc0-4dfb-aab9-0b7a7d4a7ed0 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6570323
Jan 18 20:04:07.357028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379b273-7694-448a-b431-95214fd55864 req-952e6f82-1d0e-49d5-8d6e-787f837efc89 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:07.361825 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c379b273-7694-448a-b431-95214fd55864 req-952e6f82-1d0e-49d5-8d6e-787f837efc89 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 943 time: 0.3436313
Jan 18 20:04:07.631777 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c379b273-7694-448a-b431-95214fd55864 req-df8dd7b8-9f9f-4756-9f32-42bf91c03e17 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728466
Jan 18 20:04:07.665340 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f2ce134-5f85-4a61-8dba-5a9fa8120a26 req-c58cc020-5c28-4429-b940-c981eab90491 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3008208
Jan 18 20:04:07.854081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35840e1-fdd8-4651-a1fc-8eebe0af225b req-8a3fd472-2076-4bf9-beaa-4de562319aad tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:07.856531 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f35840e1-fdd8-4651-a1fc-8eebe0af225b req-8a3fd472-2076-4bf9-beaa-4de562319aad tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1825511
Jan 18 20:04:07.888137 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ea5f0-d3f3-42d6-baaf-1fab4ee9a25a req-af3dc29a-5cf7-4568-b393-9bb78e2d5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:07.890686 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f52ea5f0-d3f3-42d6-baaf-1fab4ee9a25a req-af3dc29a-5cf7-4568-b393-9bb78e2d5b9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 1160 time: 0.1376247
Jan 18 20:04:08.032806 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f35840e1-fdd8-4651-a1fc-8eebe0af225b req-8b6ae9ee-0d91-4d8d-ad0a-32ec577a7b2a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638391
Jan 18 20:04:08.049136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793724213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844154988'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:08.071787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-57844f07-661b-4174-a9d8-8cfe5798fe27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:08.087951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ea5f0-d3f3-42d6-baaf-1fab4ee9a25a req-54e75d6f-2d34-4da8-8b1c-26be32ef33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:08.090020 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f52ea5f0-d3f3-42d6-baaf-1fab4ee9a25a req-54e75d6f-2d34-4da8-8b1c-26be32ef33a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 909 time: 0.1907518
Jan 18 20:04:08.208168 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f52ea5f0-d3f3-42d6-baaf-1fab4ee9a25a req-8153b3ab-c4dd-4fb6-ad57-859c2e1dd328 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=977b78b6-ecf4-4065-9e89-58ef9d3774a7 HTTP/1.1" status: 200  len: 217 time: 0.1112142
Jan 18 20:04:08.294004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ea5f0-d3f3-42d6-baaf-1fab4ee9a25a req-98fbe07a-4aee-4c75-b972-82ab6d7c09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:08.296285 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f52ea5f0-d3f3-42d6-baaf-1fab4ee9a25a req-98fbe07a-4aee-4c75-b972-82ab6d7c09b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70c212ca-5183-42ef-8fad-d29415fcef77 HTTP/1.1" status: 200  len: 855 time: 0.0796673
Jan 18 20:04:08.358952 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f52ea5f0-d3f3-42d6-baaf-1fab4ee9a25a req-42a00348-0500-4255-a0fe-cef3687c7155 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=750dc145-6b59-45da-9c9e-22b2c9b519f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0562491
Jan 18 20:04:08.469118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94dd3169-dbb8-4097-b7b0-a68d04083b6b,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:08.473915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:08.534644 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f52ea5f0-d3f3-42d6-baaf-1fab4ee9a25a req-26bb9395-4034-407e-af57-b673c9c2b492 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652129
Jan 18 20:04:08.550378 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Checking segment: {'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:04:08.551075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Network hostable DHCP agents. Network: 737832de-e12d-48fd-b4ec-73e8ae089722, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:04:08.572219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Network 737832de-e12d-48fd-b4ec-73e8ae089722 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:04:08.578928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58390) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:08.588538 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 737832de-e12d-48fd-b4ec-73e8ae089722) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:04:08.598516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed97c8-62e8-4c90-bf50-da0fcffeb62e None None] Network 737832de-e12d-48fd-b4ec-73e8ae089722 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:04:08.603001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:08.603768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:08.625357 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7502778
Jan 18 20:04:08.628157 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58396) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:08.634513 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:08.639818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:08.645137 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Usage tracker for resource:router and tenant:0cf7d194c07942169bc93c32f57c5f0c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:08.648946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:08.655768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:08.668852 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772417'] for router, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:08.670047 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853774961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3332'] for router, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:08.691682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:08.736301 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f52ea5f0-d3f3-42d6-baaf-1fab4ee9a25a req-067c5079-87c2-4998-b484-5a2850a11d31 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1621809
Jan 18 20:04:08.929204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8c0fa1c2-2232-4172-abbc-b4ce2f2cf295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:08.980273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd851127e-0039-5e12-9f31-78d5075d90a2-737832de-e12d-48fd-b4ec-73e8ae089722', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'fixed_ips': [{'subnet_id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b'}]}} from dv-cinder-562053-17-iscsi. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 18 20:04:08.981633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:09.015061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8c0fa1c2-2232-4172-abbc-b4ce2f2cf295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:09.019466 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e880e-cc9e-487e-b78e-0600fd80768d req-2264bdb9-7acf-43e0-b686-9d36d7251950 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:09.027850 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-926e880e-cc9e-487e-b78e-0600fd80768d req-2264bdb9-7acf-43e0-b686-9d36d7251950 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 943 time: 0.1345212
Jan 18 20:04:09.063759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58408) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:09.104430 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8c0fa1c2-2232-4172-abbc-b4ce2f2cf295 admin admin] Usage tracker for resource:security_group_rule and tenant:5a635b5466414efdb478d37f7912a279 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:09.109951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8c0fa1c2-2232-4172-abbc-b4ce2f2cf295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:09.121044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8c0fa1c2-2232-4172-abbc-b4ce2f2cf295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:09.125143 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-939143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3349'] for router, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:09.146568 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5d1ccc-9d0e-4f23-b9b5-09c1fedde705 admin admin] Deleting subnet 6c786178-8973-4f29-b849-cbb052b846b5 {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:04:09.154357 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1ccc-9d0e-4f23-b9b5-09c1fedde705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:09.211628 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-926e880e-cc9e-487e-b78e-0600fd80768d req-206611dc-8185-407a-8f07-fb7094f02bcc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824675
Jan 18 20:04:09.276240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1ccc-9d0e-4f23-b9b5-09c1fedde705 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:09.299510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1ccc-9d0e-4f23-b9b5-09c1fedde705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:09.422577 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Allocated IP 172.20.0.2 (737832de-e12d-48fd-b4ec-73e8ae089722/94dd3169-dbb8-4097-b7b0-a68d04083b6b/cac7b023-109a-49a0-af15-0aa22f103bb3) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:04:09.456089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8c0fa1c2-2232-4172-abbc-b4ce2f2cf295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:09.481987 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd052-e8ef-4d5b-94eb-dd679367e668 req-f7eb6d3c-c149-4164-a2ed-3fac4d0f1720 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:09.483891 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ff8dd052-e8ef-4d5b-94eb-dd679367e668 req-f7eb6d3c-c149-4164-a2ed-3fac4d0f1720 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.2094803
Jan 18 20:04:09.488643 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8c0fa1c2-2232-4172-abbc-b4ce2f2cf295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:09.499860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a601ee62-5183-4502-b7d8-b39fd9b97b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:09.714097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1ccc-9d0e-4f23-b9b5-09c1fedde705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:09.739635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:09.803207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d1ccc-9d0e-4f23-b9b5-09c1fedde705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c786178-8973-4f29-b849-cbb052b846b5,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:09.812382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ef5d1ccc-9d0e-4f23-b9b5-09c1fedde705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:09.851947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fa1c2-2232-4172-abbc-b4ce2f2cf295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91914f61-dadd-4fc2-a12c-afa159a9e06a,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:09.870782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8c0fa1c2-2232-4172-abbc-b4ce2f2cf295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:09.873709 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8c0fa1c2-2232-4172-abbc-b4ce2f2cf295 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5a635b5466414efdb478d37f7912a279&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2937510
Jan 18 20:04:09.875258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:09.884935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58424) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:09.891822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Transition to ACTIVE for port object cac7b023-109a-49a0-af15-0aa22f103bb3 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:04:09.913659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Transition to ACTIVE for port object cac7b023-109a-49a0-af15-0aa22f103bb3 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:04:09.918793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:09.939801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e853640a-6f0b-4d80-bb64-98dc56ef3cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:09.949209 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ff8dd052-e8ef-4d5b-94eb-dd679367e668 req-842c6b1d-eaf4-4cd5-af77-8842bd245d80 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4519708
Jan 18 20:04:09.954044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1ccc-9d0e-4f23-b9b5-09c1fedde705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:09.963118 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-ef5d1ccc-9d0e-4f23-b9b5-09c1fedde705 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/6c786178-8973-4f29-b849-cbb052b846b5 HTTP/1.1" status: 204  len: 168 time: 0.8976414
Jan 18 20:04:09.965699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58428) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:09.977161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.019297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.074895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5608b304-e02d-4c55-861a-8017e405b25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.135053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Pushing event updated for resources: {'Port': ['ID=cac7b023-109a-49a0-af15-0aa22f103bb3,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:10.141152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:10.192162 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5608b304-e02d-4c55-861a-8017e405b25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.210250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Network 737832de-e12d-48fd-b4ec-73e8ae089722 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:04:10.212050 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Resources bound (agent type, host, resource id):  {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:04:10.215197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:04:10.303004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Attempting to bind port cac7b023-109a-49a0-af15-0aa22f103bb3 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:04:10.303433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Attempting to bind port cac7b023-109a-49a0-af15-0aa22f103bb3 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:04:10.303847 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Attempting to bind port cac7b023-109a-49a0-af15-0aa22f103bb3 on network 737832de-e12d-48fd-b4ec-73e8ae089722 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:04:10.324370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:04:10.324809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Checking segment: {'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:04:10.326317 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.327094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Bound using segment: {'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:04:10.327749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Bound port: cac7b023-109a-49a0-af15-0aa22f103bb3, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:04:10.328299 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.353760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5608b304-e02d-4c55-861a-8017e405b25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.361826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-48de3e0c-a60a-46cc-a787-e83a07988ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:10.384947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608b304-e02d-4c55-861a-8017e405b25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91914f61-dadd-4fc2-a12c-afa159a9e06a,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:10.425321 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5608b304-e02d-4c55-861a-8017e405b25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:10.463792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5608b304-e02d-4c55-861a-8017e405b25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.465466 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-5608b304-e02d-4c55-861a-8017e405b25e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/91914f61-dadd-4fc2-a12c-afa159a9e06a HTTP/1.1" status: 204  len: 168 time: 0.5788677
Jan 18 20:04:10.492892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Allocated IP 172.27.0.72 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/dd9a9197-5fa6-4f18-9709-f4b4894922eb) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:04:10.528419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.532998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] For port cac7b023-109a-49a0-af15-0aa22f103bb3, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:04:10.538291 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] For port cac7b023-109a-49a0-af15-0aa22f103bb3, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=cac7b023-109a-49a0-af15-0aa22f103bb3,segment=NetworkSegment(06db37ee-5eca-479f-8407-8d23fe9ac8c3),segment_id=06db37ee-5eca-479f-8407-8d23fe9ac8c3)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:04:10.546108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.780109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f638c76e-e654-42ab-bab5-650adfe96da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:10.872813 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.887201 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.912562 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Pushing event updated for resources: {'Port': ['ID=cac7b023-109a-49a0-af15-0aa22f103bb3,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:10.918757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:10.920181 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:10.948436 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:11.029607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277f1c1-763e-43dd-90ce-af7f25a12ea8 req-3453829f-f7d7-4561-a7ac-d14335f12806 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:11.039611 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3277f1c1-763e-43dd-90ce-af7f25a12ea8 req-3453829f-f7d7-4561-a7ac-d14335f12806 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 943 time: 0.3977919
Jan 18 20:04:11.099653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1b92db9da0>> segment before_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.099971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1b92db9da0>> subnet precommit_delete_associations 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.100726 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b93ccb748>> segment_host_mapping after_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.101109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b93ccb748>> port after_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.101498 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b93ccb748>> port after_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.101873 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b93ccb748>> port after_update 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.102734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b93ccb748>> segment after_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.102734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b93ccb748>> subnet after_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.102908 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b93ccb748>> subnet after_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.103284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b93ccb748>> subnet after_update 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.114193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9a9197-5fa6-4f18-9709-f4b4894922eb,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:11.117562 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:11.138286 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58454) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:11.173470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b80bfa96-7b0a-43aa-9892-6732b9629787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:11.177085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b93cf2f28>> subnet after_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.177486 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b93cf2f28>> subnet after_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.177873 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b93cf2f28>> subnet before_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.178255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b93cf2f28>> subnet before_update 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 18 20:04:11.178659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b92d80668>,) {'filters': {'network_id': ['c8449507-e06e-4b3a-bbe4-1e87bb5854d5']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:11.197580 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3277f1c1-763e-43dd-90ce-af7f25a12ea8 req-84fcd70f-da72-4557-a04a-71408bcbac29 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583850
Jan 18 20:04:11.200729 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-b80bfa96-7b0a-43aa-9892-6732b9629787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:11.203965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b92d80668>, 'c017ccd5-8a79-429f-85cd-a8cadd5fe1e3') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:11.204578 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b92d80668>, 'c017ccd5-8a79-429f-85cd-a8cadd5fe1e3') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:11.206349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-b80bfa96-7b0a-43aa-9892-6732b9629787 admin admin] Usage tracker for resource:security_group_rule and tenant:96f73f3f1a894a53b8fe5b30dc4ba3f2 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:11.209793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-b80bfa96-7b0a-43aa-9892-6732b9629787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:11.217303 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-b80bfa96-7b0a-43aa-9892-6732b9629787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:11.223021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12030889'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:11.268223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:11.278572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:04:11.282049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:04:11.284076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:04:11.286759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:04:11.518136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Network c8449507-e06e-4b3a-bbe4-1e87bb5854d5 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:04:11.528663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844018425'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:11.610220 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b80bfa96-7b0a-43aa-9892-6732b9629787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:11.619563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b80bfa96-7b0a-43aa-9892-6732b9629787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:11.631478 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e1952416-52e6-404c-a699-ca07a05857ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:11.741874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Network c8449507-e06e-4b3a-bbe4-1e87bb5854d5 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   (rel_b, rel_a, rel_b),
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   (rel_b, rel_a, rel_b),
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:04:11.771590 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:04:11.889128 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:11.893544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:11.917105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8449507-e06e-4b3a-bbe4-1e87bb5854d5,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:11.919315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:11.927565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:11.938134 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] 10.222.0.101 "DELETE /v2.0/networks/c8449507-e06e-4b3a-bbe4-1e87bb5854d5 HTTP/1.1" status: 204  len: 168 time: 1.9671648
Jan 18 20:04:12.066157 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device cac7b023-109a-49a0-af15-0aa22f103bb3 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:12.084168 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bfa96-7b0a-43aa-9892-6732b9629787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6773c5-939c-44b2-a620-13b2130ef8ae,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:12.088393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b80bfa96-7b0a-43aa-9892-6732b9629787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:12.115904 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b80bfa96-7b0a-43aa-9892-6732b9629787 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=96f73f3f1a894a53b8fe5b30dc4ba3f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9764509
Jan 18 20:04:12.119173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58464) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:12.154007 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port cac7b023-109a-49a0-af15-0aa22f103bb3 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:04:12.180096 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:12.220151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1713-f776-41c3-b1bd-7b940be45120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:12.240257 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58468) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:12.258007 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1713-f776-41c3-b1bd-7b940be45120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:12.318074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1713-f776-41c3-b1bd-7b940be45120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:12.324332 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:12.338745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a1713-f776-41c3-b1bd-7b940be45120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6773c5-939c-44b2-a620-13b2130ef8ae,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:12.342071 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2a7a1713-f776-41c3-b1bd-7b940be45120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:12.347152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1713-f776-41c3-b1bd-7b940be45120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:12.349292 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2a7a1713-f776-41c3-b1bd-7b940be45120 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6c6773c5-939c-44b2-a620-13b2130ef8ae HTTP/1.1" status: 204  len: 168 time: 0.2286978
Jan 18 20:04:12.422241 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-02107e59-15e8-4a6f-a90b-ebf05030e47e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=30454b7ccff4490997398d511edb23e6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1708746
Jan 18 20:04:12.424028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58476) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:12.510508 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-59229213-5b05-4b17-954d-8a1fe890087d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:12.542742 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-59229213-5b05-4b17-954d-8a1fe890087d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:12.553967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7fb722-39a3-4976-aedc-9939e4321ca8 None None] Network 737832de-e12d-48fd-b4ec-73e8ae089722 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:04:12.615272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-59229213-5b05-4b17-954d-8a1fe890087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:12.621960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:12.626276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-e1c4dae6-bcb1-43c7-8179-5769f3ff7c52 None None] Provisioning for port cac7b023-109a-49a0-af15-0aa22f103bb3 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:04:12.638541 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853836627'] for router, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:12.640023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59229213-5b05-4b17-954d-8a1fe890087d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7091130a-3ce0-4429-abfc-fcbb5b0496c0,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:12.643098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-59229213-5b05-4b17-954d-8a1fe890087d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:12.650202 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-59229213-5b05-4b17-954d-8a1fe890087d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:12.654215 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-59229213-5b05-4b17-954d-8a1fe890087d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7091130a-3ce0-4429-abfc-fcbb5b0496c0 HTTP/1.1" status: 204  len: 168 time: 0.2259262
Jan 18 20:04:12.692627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-e1c4dae6-bcb1-43c7-8179-5769f3ff7c52 None None] Provisioning complete for port cac7b023-109a-49a0-af15-0aa22f103bb3 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:12.693062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e1c4dae6-bcb1-43c7-8179-5769f3ff7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:12.803731 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f024-bfb7-45e6-8251-de789a58571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:12.913009 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Router 401ef9d7-1924-49b7-962e-cc3acb42d0bf is scheduled to L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 with binding_index 1 {{(pid=80179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 18 20:04:13.021877 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e1c4dae6-bcb1-43c7-8179-5769f3ff7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:13.174613 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-e1c4dae6-bcb1-43c7-8179-5769f3ff7c52 None None] For port cac7b023-109a-49a0-af15-0aa22f103bb3, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=cac7b023-109a-49a0-af15-0aa22f103bb3,segment=NetworkSegment(06db37ee-5eca-479f-8407-8d23fe9ac8c3),segment_id=06db37ee-5eca-479f-8407-8d23fe9ac8c3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:04:13.190087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 977b78b6-ecf4-4065-9e89-58ef9d3774a7 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:13.226868 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e1c4dae6-bcb1-43c7-8179-5769f3ff7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:13.247402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:13.398083 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0468e-a66f-4290-8547-2623878094d2 req-b7a7721a-be6d-4d5b-be4c-901ed53ccb7d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:13.408524 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-eac0468e-a66f-4290-8547-2623878094d2 req-b7a7721a-be6d-4d5b-be4c-901ed53ccb7d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 943 time: 0.2175827
Jan 18 20:04:13.485076 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-eac0468e-a66f-4290-8547-2623878094d2 req-eaf0287f-2bfc-48a6-957d-4bd68f776352 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754030
Jan 18 20:04:13.488194 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d62163-25e3-4bb0-a00d-5090f8a1c88d req-921983c0-70ea-44eb-aa22-ab7970226c29 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:13.490209 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a4d62163-25e3-4bb0-a00d-5090f8a1c88d req-921983c0-70ea-44eb-aa22-ab7970226c29 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.3857379
Jan 18 20:04:13.496400 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:04:13.505168 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4dae6-bcb1-43c7-8179-5769f3ff7c52 None None] Pushing event updated for resources: {'Port': ['ID=cac7b023-109a-49a0-af15-0aa22f103bb3,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:13.509165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Sync routers for ids ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:04:13.534472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e1c4dae6-bcb1-43c7-8179-5769f3ff7c52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:13.535763 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Routers {'401ef9d7-1924-49b7-962e-cc3acb42d0bf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:04:13.536767 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98f6f828>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:03:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:13.559545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 977b78b6-ecf4-4065-9e89-58ef9d3774a7 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:04:13.567429 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a4d62163-25e3-4bb0-a00d-5090f8a1c88d req-2e8b2dd2-0320-49fe-8b34-3e06a322ce12 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682840
Jan 18 20:04:13.568717 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:13.569638 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.9403434
Jan 18 20:04:13.573375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58506) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:13.588413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 977b78b6-ecf4-4065-9e89-58ef9d3774a7 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:13.596191 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:13.907706 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Set router 401ef9d7-1924-49b7-962e-cc3acb42d0bf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:04:14.018691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-8cf9baa1-55ab-44ac-b893-76afe437d97f None None] Provisioning complete for port cac7b023-109a-49a0-af15-0aa22f103bb3 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:14.027783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8cf9baa1-55ab-44ac-b893-76afe437d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:14.234532 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device cac7b023-109a-49a0-af15-0aa22f103bb3 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:14.419832 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:14.537830 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:04:14.590084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 977b78b6-ecf4-4065-9e89-58ef9d3774a7, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=977b78b6-ecf4-4065-9e89-58ef9d3774a7,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:04:14.611027 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cb80fa-8dff-4827-b4f6-a4c54903e1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977b78b6-ecf4-4065-9e89-58ef9d3774a7'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:04:14.617045 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:14.623663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98f6f828>, [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:04:11Z', 'revision_number': 3, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:14.623886 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:14.639710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Checking router: 401ef9d7-1924-49b7-962e-cc3acb42d0bf for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:04:14.639710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Updating router 401ef9d7-1924-49b7-962e-cc3acb42d0bf port dd9a9197-5fa6-4f18-9709-f4b4894922eb binding host dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:04:14.737224 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cb80fa-8dff-4827-b4f6-a4c54903e1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977b78b6-ecf4-4065-9e89-58ef9d3774a7', 'code': 200}
Jan 18 20:04:14.738144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=977b78b6-ecf4-4065-9e89-58ef9d3774a7,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:14.741828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port cac7b023-109a-49a0-af15-0aa22f103bb3 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:14.741828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:14.783520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:14.866133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:15.167672 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73058bbb-93eb-4b54-a72e-e24b9ad9ff22 req-17dfcdd4-882e-4267-acd7-0e84e282573e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:15.178660 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73058bbb-93eb-4b54-a72e-e24b9ad9ff22 req-17dfcdd4-882e-4267-acd7-0e84e282573e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 945 time: 0.2821870
Jan 18 20:04:15.208878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5965f111-fb81-41d0-b320-1304c2fe447b None None] Provisioning complete for port cac7b023-109a-49a0-af15-0aa22f103bb3 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:15.209665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5965f111-fb81-41d0-b320-1304c2fe447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:15.287864 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73058bbb-93eb-4b54-a72e-e24b9ad9ff22 req-04a645b5-b3e7-4198-9061-d57d1747383b tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073370
Jan 18 20:04:15.426814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c18431fe-7b77-4390-856e-2d2264dccaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:15.514982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:15.606037 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d407c43-d838-4080-8346-5cfd7251fdd9 req-3197d768-5905-455e-a63a-c4a636af44d1 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:15.610666 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3d407c43-d838-4080-8346-5cfd7251fdd9 req-3197d768-5905-455e-a63a-c4a636af44d1 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.5602648
Jan 18 20:04:15.651961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49763d6-bbc7-40cf-9239-77c51be71a73 req-9e97957c-1505-47fd-a58a-bc710ae055e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:15.654363 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f49763d6-bbc7-40cf-9239-77c51be71a73 req-9e97957c-1505-47fd-a58a-bc710ae055e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 1162 time: 0.3604624
Jan 18 20:04:15.763938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:15.767687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:15.787413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Transition to ACTIVE for port object dd9a9197-5fa6-4f18-9709-f4b4894922eb will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:04:15.790365 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:15.847253 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3d407c43-d838-4080-8346-5cfd7251fdd9 req-97740a52-b088-4b19-beb7-f62415d68a41 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002239
Jan 18 20:04:15.878246 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f49763d6-bbc7-40cf-9239-77c51be71a73 req-ec657f91-fa49-4d6c-8c06-2716013a1898 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997542
Jan 18 20:04:15.936099 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:16.045595 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Pushing event updated for resources: {'Port': ['ID=dd9a9197-5fa6-4f18-9709-f4b4894922eb,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:16.055702 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.056060 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.056381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.056758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.057124 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.057487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.057849 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.058211 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.058572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.058929 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.059285 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.059640 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.060067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.060412 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.060790 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.061106 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.061469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.061811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.062162 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.062514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.062864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.063220 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.063579 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.063923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:16.071990 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:16.105268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Attempting to bind port dd9a9197-5fa6-4f18-9709-f4b4894922eb on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:04:16.105898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Attempting to bind port dd9a9197-5fa6-4f18-9709-f4b4894922eb by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:04:16.106360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Attempting to bind port dd9a9197-5fa6-4f18-9709-f4b4894922eb on network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:04:16.123561 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:04:16.124075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Checking segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:04:16.124842 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:16.125012 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Bound using segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:04:16.125667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Bound port: dd9a9197-5fa6-4f18-9709-f4b4894922eb, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:04:16.126323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:16.157306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Allocated IP 172.20.0.1 (737832de-e12d-48fd-b4ec-73e8ae089722/94dd3169-dbb8-4097-b7b0-a68d04083b6b/ca0cef22-65df-46c3-9a5d-2cc911dc98e6) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:04:16.225847 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] For port dd9a9197-5fa6-4f18-9709-f4b4894922eb, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:04:16.229939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] For port dd9a9197-5fa6-4f18-9709-f4b4894922eb, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=dd9a9197-5fa6-4f18-9709-f4b4894922eb,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:04:16.235878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:16.251355 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-621a5817-6960-46bd-be7e-d1697ab8e401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:16.399825 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:16.424692 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Transition to ACTIVE for port object ca0cef22-65df-46c3-9a5d-2cc911dc98e6 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:04:16.443493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Pushing event updated for resources: {'Port': ['ID=dd9a9197-5fa6-4f18-9709-f4b4894922eb,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:16.447702 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:16.473300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:16.529411 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:16.546078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Routers {'401ef9d7-1924-49b7-962e-cc3acb42d0bf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:04:16.546781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98f6f828>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:04:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:16.686819 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:16.952072 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] Set router 401ef9d7-1924-49b7-962e-cc3acb42d0bf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:04:16.986420 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 977b78b6-ecf4-4065-9e89-58ef9d3774a7 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:17.155226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 977b78b6-ecf4-4065-9e89-58ef9d3774a7 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:17.155624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:17.337017 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:17.439219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Pushing event updated for resources: {'Port': ['ID=ca0cef22-65df-46c3-9a5d-2cc911dc98e6,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:17.448379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:17.486670 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5e7eb-3fff-4e5d-a531-cf201612dbf1 req-0407efdf-40dd-4493-b7d9-41c7ad2e1c46 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:17.494718 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a4a5e7eb-3fff-4e5d-a531-cf201612dbf1 req-0407efdf-40dd-4493-b7d9-41c7ad2e1c46 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 945 time: 0.5106852
Jan 18 20:04:17.641058 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a4a5e7eb-3fff-4e5d-a531-cf201612dbf1 req-2dad42e2-0057-43cb-abf1-e4b5916d495b tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453049
Jan 18 20:04:17.660426 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98f6f828>, [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:04:11Z', 'revision_number': 3, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:17.667739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8ecb97-2a54-4d1a-8dbc-61c9239b6f1f None None] The sync data for ids ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'] in dv-cinder-562053-17-iscsi is: [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:04:11Z', 'revision_number': 3, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:04:17.677196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Network 737832de-e12d-48fd-b4ec-73e8ae089722 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:04:17.682851 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:04:17.709850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:04:17.794705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fa28c-abce-4b70-bde0-5ec2df3548c4 req-a6780410-c38f-474f-be8d-e2a621a245b9 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:17.803535 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0e1fa28c-abce-4b70-bde0-5ec2df3548c4 req-a6780410-c38f-474f-be8d-e2a621a245b9 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1646063
Jan 18 20:04:17.859095 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836847'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:17.906863 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0e1fa28c-abce-4b70-bde0-5ec2df3548c4 req-a0794d59-26f2-4ddb-9d1d-2c0e4285b7ff tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017911
Jan 18 20:04:18.021627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:18.060445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58642) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:18.102049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-c36b2fa3-98e0-4df1-9857-e9a73a516441 None None] Provisioning for port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:04:18.108691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-c36b2fa3-98e0-4df1-9857-e9a73a516441 None None] Provisioning complete for port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:18.109119 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c36b2fa3-98e0-4df1-9857-e9a73a516441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:18.273624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:18.287625 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-c36b2fa3-98e0-4df1-9857-e9a73a516441 None None] Port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:04:18.471689 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:18.486132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:18.569732 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-213b6241-f29b-4164-81e8-b0fd290a2758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:18.714214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Pushing event updated for resources: {'Port': ['ID=ca0cef22-65df-46c3-9a5d-2cc911dc98e6,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:18.725273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:18.740815 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854233438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938932'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:19.025481 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d98c51e8-6f08-45a7-9b5d-08ba03d652b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:19.053036 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Network 737832de-e12d-48fd-b4ec-73e8ae089722 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:04:19.057492 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:04:19.067886 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d98c51e8-6f08-45a7-9b5d-08ba03d652b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:19.075278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d98c51e8-6f08-45a7-9b5d-08ba03d652b9 admin admin] Usage tracker for resource:security_group_rule and tenant:d485454dab4345a2bbd096d445cd252a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:19.083177 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d98c51e8-6f08-45a7-9b5d-08ba03d652b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:19.097342 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d98c51e8-6f08-45a7-9b5d-08ba03d652b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:19.359796 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797fd41-1e0f-466d-bf94-7407e330a90b req-318083df-a2f3-4809-9378-a0ec4345ed6c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:19.369594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239fe78-3e30-4668-a81a-eb43bbeb349b req-5e392772-a11e-4312-be88-cfee084c6dd9 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:19.369827 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0797fd41-1e0f-466d-bf94-7407e330a90b req-318083df-a2f3-4809-9378-a0ec4345ed6c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.2146089
Jan 18 20:04:19.372997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58682) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:19.373633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58684) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:19.377571 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1239fe78-3e30-4668-a81a-eb43bbeb349b req-5e392772-a11e-4312-be88-cfee084c6dd9 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 945 time: 0.4175987
Jan 18 20:04:19.443922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-19f756ad-120a-4dfd-ace3-23cb4d5ab86a None None] Provisioning complete for port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:19.444249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-19f756ad-120a-4dfd-ace3-23cb4d5ab86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:19.455052 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1239fe78-3e30-4668-a81a-eb43bbeb349b req-ad122af7-65c6-40c2-a5ca-261b0fa9db3c tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764339
Jan 18 20:04:19.489635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Router 401ef9d7-1924-49b7-962e-cc3acb42d0bf has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:04:19.515906 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0797fd41-1e0f-466d-bf94-7407e330a90b req-5f06d50f-fdc6-4f28-92f7-8f9ce7c526df tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312957
Jan 18 20:04:19.578848 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d98c51e8-6f08-45a7-9b5d-08ba03d652b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:19.582806 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d98c51e8-6f08-45a7-9b5d-08ba03d652b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:19.597451 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-19f756ad-120a-4dfd-ace3-23cb4d5ab86a None None] Port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:04:19.606458 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e4721d6d-090a-460d-965a-c3cd6f6231bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:19.666395 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c51e8-6f08-45a7-9b5d-08ba03d652b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb98b398-a3b4-4e11-a269-084421c9f12f,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:19.672869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d98c51e8-6f08-45a7-9b5d-08ba03d652b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:19.710232 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-effcdc05-811f-4e34-8326-e73ba2f87181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:19.732878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-effcdc05-811f-4e34-8326-e73ba2f87181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:19.739650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-effcdc05-811f-4e34-8326-e73ba2f87181 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc709381ddf4d2f9357ae98cc515996 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:19.743292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-effcdc05-811f-4e34-8326-e73ba2f87181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:19.766077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-effcdc05-811f-4e34-8326-e73ba2f87181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:19.786358 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d98c51e8-6f08-45a7-9b5d-08ba03d652b9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d485454dab4345a2bbd096d445cd252a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7243211
Jan 18 20:04:19.789431 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58706) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:19.794293 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:04:19.820955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-75363a2a-a579-4686-a369-a661a2e6563b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:19.826156 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] 10.222.0.101 "PUT /v2.0/routers/401ef9d7-1924-49b7-962e-cc3acb42d0bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2514844
Jan 18 20:04:19.848286 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-75363a2a-a579-4686-a369-a661a2e6563b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:19.853359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-75363a2a-a579-4686-a369-a661a2e6563b admin admin] Usage tracker for resource:security_group_rule and tenant:34728ee40e074abf92a02a6e847c7d7b is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:19.857338 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-75363a2a-a579-4686-a369-a661a2e6563b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:19.865310 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-75363a2a-a579-4686-a369-a661a2e6563b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:19.915813 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ead9ad51-04aa-4fd3-918a-392fd5d7ccbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:19.961121 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ead9ad51-04aa-4fd3-918a-392fd5d7ccbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.010667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-75363a2a-a579-4686-a369-a661a2e6563b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.026014 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-75363a2a-a579-4686-a369-a661a2e6563b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.037565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:20.066056 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ead9ad51-04aa-4fd3-918a-392fd5d7ccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.073511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8823a00e-6cc4-436f-afe5-8e3c13f9f4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:20.101349 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-75363a2a-a579-4686-a369-a661a2e6563b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=34728ee40e074abf92a02a6e847c7d7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7219563
Jan 18 20:04:20.101974 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58718) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:20.116478 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75363a2a-a579-4686-a369-a661a2e6563b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485caf78-bef0-40b2-84de-7fed626056b2,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:20.120695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-75363a2a-a579-4686-a369-a661a2e6563b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:20.122403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9ad51-04aa-4fd3-918a-392fd5d7ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb98b398-a3b4-4e11-a269-084421c9f12f,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:20.139197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ead9ad51-04aa-4fd3-918a-392fd5d7ccbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:20.142804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ead9ad51-04aa-4fd3-918a-392fd5d7ccbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.159345 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-ead9ad51-04aa-4fd3-918a-392fd5d7ccbd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bb98b398-a3b4-4e11-a269-084421c9f12f HTTP/1.1" status: 204  len: 168 time: 0.3531895
Jan 18 20:04:20.190258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-effcdc05-811f-4e34-8326-e73ba2f87181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.196668 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-effcdc05-811f-4e34-8326-e73ba2f87181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.208752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d33ea762-a0fa-420a-8bef-6861faa74387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:20.211745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device dd9a9197-5fa6-4f18-9709-f4b4894922eb up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:20.249177 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcdc05-811f-4e34-8326-e73ba2f87181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987fd4e7-b5ab-4e3e-a531-6910e68a70a8,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:20.255114 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-effcdc05-811f-4e34-8326-e73ba2f87181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:20.285978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-eb487be1-1e7c-46d5-8a75-5125c7dd01c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.287247 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-effcdc05-811f-4e34-8326-e73ba2f87181 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fdc709381ddf4d2f9357ae98cc515996&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9122298
Jan 18 20:04:20.292748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58726) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:20.383464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-51414fa6-f1dd-4564-93d3-39d139502c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.403453 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-eb487be1-1e7c-46d5-8a75-5125c7dd01c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.420132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-51414fa6-f1dd-4564-93d3-39d139502c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.491884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port dd9a9197-5fa6-4f18-9709-f4b4894922eb completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:04:20.499069 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-eb487be1-1e7c-46d5-8a75-5125c7dd01c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.504040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port dd9a9197-5fa6-4f18-9709-f4b4894922eb triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:20.506221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.506800 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:20.518597 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-51414fa6-f1dd-4564-93d3-39d139502c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.538756 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d98c51e8-6f08-45a7-9b5d-08ba03d652b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:20.540805 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb487be1-1e7c-46d5-8a75-5125c7dd01c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485caf78-bef0-40b2-84de-7fed626056b2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:20.551058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-eb487be1-1e7c-46d5-8a75-5125c7dd01c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:20.558095 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-eb487be1-1e7c-46d5-8a75-5125c7dd01c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.561455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51414fa6-f1dd-4564-93d3-39d139502c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987fd4e7-b5ab-4e3e-a531-6910e68a70a8,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:20.565470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-51414fa6-f1dd-4564-93d3-39d139502c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:20.567088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-51414fa6-f1dd-4564-93d3-39d139502c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.568672 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-51414fa6-f1dd-4564-93d3-39d139502c7d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/987fd4e7-b5ab-4e3e-a531-6910e68a70a8 HTTP/1.1" status: 204  len: 168 time: 0.2748864
Jan 18 20:04:20.578342 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-eb487be1-1e7c-46d5-8a75-5125c7dd01c5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/485caf78-bef0-40b2-84de-7fed626056b2 HTTP/1.1" status: 204  len: 168 time: 0.4720292
Jan 18 20:04:20.890206 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.909621 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port dd9a9197-5fa6-4f18-9709-f4b4894922eb, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=dd9a9197-5fa6-4f18-9709-f4b4894922eb,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:04:20.913898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:20.916148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:20.944630 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b83a8-e9e7-4dbe-9c73-7e9afaebfbd6 req-e9702b36-93e9-4a60-8af9-ab4d42cf21b5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:20.961504 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-533b83a8-e9e7-4dbe-9c73-7e9afaebfbd6 req-e9702b36-93e9-4a60-8af9-ab4d42cf21b5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.2265153
Jan 18 20:04:21.021893 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=dd9a9197-5fa6-4f18-9709-f4b4894922eb,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:21.034762 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:21.071669 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-533b83a8-e9e7-4dbe-9c73-7e9afaebfbd6 req-72e9f801-bfe1-45d8-bb97-52efda2a238e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042035
Jan 18 20:04:21.290278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Sync routers for ids ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:04:21.317513 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Routers {'401ef9d7-1924-49b7-962e-cc3acb42d0bf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:04:21.318270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b935f4588>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:04:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:21.599223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58766) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:21.607223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58770) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:21.621323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5da4fece-ce06-47c7-a51a-a98d88d0dfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:21.632654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb2a3-ab69-426d-919b-4910ef85dad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:21.642054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-5da4fece-ce06-47c7-a51a-a98d88d0dfa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:21.646649 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-5da4fece-ce06-47c7-a51a-a98d88d0dfa0 admin admin] Usage tracker for resource:security_group_rule and tenant:6785893abc51408f9ec5317955845442 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:21.649951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-5da4fece-ce06-47c7-a51a-a98d88d0dfa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:21.656492 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8f2bb2a3-ab69-426d-919b-4910ef85dad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:21.656925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-5da4fece-ce06-47c7-a51a-a98d88d0dfa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:21.661663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8f2bb2a3-ab69-426d-919b-4910ef85dad2 admin admin] Usage tracker for resource:security_group_rule and tenant:de5387a8919b492fb6b97f602ff7c7d5 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:21.665572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8f2bb2a3-ab69-426d-919b-4910ef85dad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:21.676360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8f2bb2a3-ab69-426d-919b-4910ef85dad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:21.780848 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5da4fece-ce06-47c7-a51a-a98d88d0dfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:21.790588 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5da4fece-ce06-47c7-a51a-a98d88d0dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:21.792461 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb2a3-ab69-426d-919b-4910ef85dad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:21.797306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb2a3-ab69-426d-919b-4910ef85dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:21.801384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Set router 401ef9d7-1924-49b7-962e-cc3acb42d0bf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:04:21.811204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d9a158f7-0321-42b0-8860-c0123783f26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:21.834936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5608b304-e02d-4c55-861a-8017e405b25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:21.848553 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8f2bb2a3-ab69-426d-919b-4910ef85dad2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=de5387a8919b492fb6b97f602ff7c7d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2372911
Jan 18 20:04:21.850973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58774) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:21.872278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4fece-ce06-47c7-a51a-a98d88d0dfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80dbb5c-b758-4673-a9dd-ffbbe8059c74,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:21.878207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5da4fece-ce06-47c7-a51a-a98d88d0dfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:21.901820 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-5da4fece-ce06-47c7-a51a-a98d88d0dfa0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6785893abc51408f9ec5317955845442&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2989421
Jan 18 20:04:21.902337 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58780) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:21.981216 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58786) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:21.988473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-983799629-network', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:21.997068 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:22.006472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Usage tracker for resource:network and tenant:73f60bda0a7e4a0e93124b9aa11a476e is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:22.011653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bb2a3-ab69-426d-919b-4910ef85dad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b763d8-eb9a-4aa6-bc6d-208d6ed71093,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:22.013179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:22.016066 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8f2bb2a3-ab69-426d-919b-4910ef85dad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:22.025988 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:22.044304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Made reservation on behalf of 73f60bda0a7e4a0e93124b9aa11a476e for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:04:22.055591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.066321 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b9718001-e73a-46a8-bce4-2a5c15acda63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.069964 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.092375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:22.099516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Usage tracker for resource:security_group_rule and tenant:73f60bda0a7e4a0e93124b9aa11a476e is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:22.109053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bf9be41-65eb-46bf-a466-fa48ccd2e0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.110766 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:22.123701 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:22.163187 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b9718001-e73a-46a8-bce4-2a5c15acda63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.206803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bf9be41-65eb-46bf-a466-fa48ccd2e0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.215390 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device dd9a9197-5fa6-4f18-9709-f4b4894922eb up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:22.235130 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.241732 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.253919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-02f4a40a-09a1-4e50-9e23-00eda39d64a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:22.326333 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:04:22.335316 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port dd9a9197-5fa6-4f18-9709-f4b4894922eb triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:22.335758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.338601 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43ed596-9405-47f3-90e3-d9736934c09d,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:22.357670 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:22.370637 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.371566 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Added segment e88fe678-c2a5-4ba1-aa76-bfa383aff20b of type vxlan for network 3608666a-a03c-4042-9bb5-7e19c9b7311e
Jan 18 20:04:22.403334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b9718001-e73a-46a8-bce4-2a5c15acda63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.415615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-366b85f5-c355-4e3e-9779-9a1e1ff20109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:22.430794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bf9be41-65eb-46bf-a466-fa48ccd2e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.433384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bf9be41-65eb-46bf-a466-fa48ccd2e0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.434674 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-6bf9be41-65eb-46bf-a466-fa48ccd2e0ae admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/70b763d8-eb9a-4aa6-bc6d-208d6ed71093 HTTP/1.1" status: 204  len: 168 time: 0.5826676
Jan 18 20:04:22.438122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b9718001-e73a-46a8-bce4-2a5c15acda63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.439274 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b9718001-e73a-46a8-bce4-2a5c15acda63 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e80dbb5c-b758-4673-a9dd-ffbbe8059c74 HTTP/1.1" status: 204  len: 168 time: 0.5291317
Jan 18 20:04:22.442509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9718001-e73a-46a8-bce4-2a5c15acda63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80dbb5c-b758-4673-a9dd-ffbbe8059c74,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:22.446024 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b9718001-e73a-46a8-bce4-2a5c15acda63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:22.446601 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-36dcc108-9457-4b39-ba97-411e0a03ddce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:22.459945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9be41-65eb-46bf-a466-fa48ccd2e0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b763d8-eb9a-4aa6-bc6d-208d6ed71093,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:22.463245 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6bf9be41-65eb-46bf-a466-fa48ccd2e0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:22.477572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b935f4588>, [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:04:17Z', 'revision_number': 4, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'ca0cef22-65df-46c3-9a5d-2cc911dc98e6', 'name': '', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'mac_address': 'fa:16:3e:8b:af:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:15Z', 'updated_at': '2021-01-18T20:04:18Z', 'revision_number': 2, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'subnets': [{'id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:22.493645 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Checking router: 401ef9d7-1924-49b7-962e-cc3acb42d0bf for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:04:22.494059 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Updating router 401ef9d7-1924-49b7-962e-cc3acb42d0bf port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 binding host dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:04:22.639492 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.705597 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.845697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da68b4-5f5e-4268-956a-644226355eeb req-cb3910ad-f85f-4df9-9b85-0a9699215827 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:22.849416 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b6da68b4-5f5e-4268-956a-644226355eeb req-cb3910ad-f85f-4df9-9b85-0a9699215827 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.4614015
Jan 18 20:04:22.856600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.861861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:22.862535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:22.894084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-62567767-4f9a-45f2-a81f-552bc58a111d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:22.966725 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b6da68b4-5f5e-4268-956a-644226355eeb req-3086f83a-f25f-4431-91b3-d3d5e7dd1127 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083875
Jan 18 20:04:23.058388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Pushing event updated for resources: {'Network': ['ID=3608666a-a03c-4042-9bb5-7e19c9b7311e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:23.067316 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:23.112360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 3608666a-a03c-4042-9bb5-7e19c9b7311e details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:04:23.113518 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.1305778
Jan 18 20:04:23.116359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 58818) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:23.123148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Request body: {'subnet': {'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-983799629-subnet', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:23.128889 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:23.133903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Usage tracker for resource:subnet and tenant:73f60bda0a7e4a0e93124b9aa11a476e is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:23.139577 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:23.139695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network 3608666a-a03c-4042-9bb5-7e19c9b7311e details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:04:23.147152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:23.159462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Made reservation on behalf of 73f60bda0a7e4a0e93124b9aa11a476e for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:04:23.165178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755164'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:23.534108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:23.551396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Transition to ACTIVE for port object ca0cef22-65df-46c3-9a5d-2cc911dc98e6 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:04:23.556669 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:23.592988 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:23.772678 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012be58-1263-4176-b2ab-aa9d55894768 None None] Pushing event updated for resources: {'Port': ['ID=ca0cef22-65df-46c3-9a5d-2cc911dc98e6,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:23.783920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3012be58-1263-4176-b2ab-aa9d55894768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:24.069345 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843839059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755149'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:24.195951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:24.226551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Attempting to bind port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:04:24.227189 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Attempting to bind port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:04:24.228205 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Attempting to bind port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 on network 737832de-e12d-48fd-b4ec-73e8ae089722 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:04:24.237154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:04:24.237735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Checking segment: {'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:04:24.238242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:24.238971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Bound using segment: {'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:04:24.239843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Bound port: ca0cef22-65df-46c3-9a5d-2cc911dc98e6, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:04:24.240294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:24.367266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38fd4515-f94e-46c3-8df8-ca52c85c17b1,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:24.378385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:24.423560 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Checking segment: {'id': 'e88fe678-c2a5-4ba1-aa76-bfa383aff20b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:04:24.424328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Network hostable DHCP agents. Network: 3608666a-a03c-4042-9bb5-7e19c9b7311e, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:04:24.427683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] For port ca0cef22-65df-46c3-9a5d-2cc911dc98e6, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:04:24.435435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] For port ca0cef22-65df-46c3-9a5d-2cc911dc98e6, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=ca0cef22-65df-46c3-9a5d-2cc911dc98e6,segment=NetworkSegment(06db37ee-5eca-479f-8407-8d23fe9ac8c3),segment_id=06db37ee-5eca-479f-8407-8d23fe9ac8c3)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:04:24.446231 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:24.448879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Network 3608666a-a03c-4042-9bb5-7e19c9b7311e is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:04:24.468953 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 3608666a-a03c-4042-9bb5-7e19c9b7311e) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:04:24.511393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:24.512488 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:24.528826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3012be58-1263-4176-b2ab-aa9d55894768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:24.537937 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7287b90-a1cf-4bc9-92d6-7fd8b9f5d578 req-039cace2-36f3-4925-a7e5-98e46cb9e808 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:24.540092 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e7287b90-a1cf-4bc9-92d6-7fd8b9f5d578 req-039cace2-36f3-4925-a7e5-98e46cb9e808 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.2461910
Jan 18 20:04:24.543602 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-843c1fa1-5cd9-4349-a667-c062577c9bb8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.4260633
Jan 18 20:04:24.547543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 58868) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:24.595375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-983799629-router', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:24.612824 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:24.637002 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e7287b90-a1cf-4bc9-92d6-7fd8b9f5d578 req-6c832c28-9e2f-4633-9a25-fcb9660bb999 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856118
Jan 18 20:04:24.640634 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Usage tracker for resource:router and tenant:73f60bda0a7e4a0e93124b9aa11a476e is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:24.647782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:24.649259 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d49a37-b912-40a5-9c65-06a2debed372 None None] Network 3608666a-a03c-4042-9bb5-7e19c9b7311e requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:04:24.669848 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:24.696186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772417'] for router, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:24.696186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853774961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3332'] for router, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:24.734838 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:24.849404 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012be58-1263-4176-b2ab-aa9d55894768 None None] Pushing event updated for resources: {'Port': ['ID=ca0cef22-65df-46c3-9a5d-2cc911dc98e6,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:24.853862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3012be58-1263-4176-b2ab-aa9d55894768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:24.873780 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-e15d7a2f-9402-4357-9a08-a6047c12bdca tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:24.882929 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-e15d7a2f-9402-4357-9a08-a6047c12bdca tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 815 time: 0.3446722
Jan 18 20:04:24.901909 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6745b44d-024f-4265-8825-ea75fc5d21d4 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/quotas/b5e9c83f6cf64d11bb5798d195e58d22 HTTP/1.1" status: 200  len: 375 time: 0.0176005
Jan 18 20:04:25.011985 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-d74e3ef2-c8e8-499f-9834-9a2fbd5a633d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1088212
Jan 18 20:04:25.105521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd851127e-0039-5e12-9f31-78d5075d90a2-3608666a-a03c-4042-9bb5-7e19c9b7311e', 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'fixed_ips': [{'subnet_id': '38fd4515-f94e-46c3-8df8-ca52c85c17b1'}]}} from dv-cinder-562053-17-iscsi. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 18 20:04:25.106686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:25.210696 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-db61720c-9bc8-4a97-85b3-09e004bc7e9c service neutron] 10.222.0.101 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892135
Jan 18 20:04:25.566205 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-939143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3349'] for router, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:25.596230 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-87351cfc-1253-45ce-9335-67c994c994b7 service neutron] 10.222.0.101 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3755274
Jan 18 20:04:25.818654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Allocated IP 172.20.0.2 (3608666a-a03c-4042-9bb5-7e19c9b7311e/38fd4515-f94e-46c3-8df8-ca52c85c17b1/feb0d8e8-5271-483b-8ed2-0c23285c09b6) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:04:25.998268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:26.077260 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:26.162149 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-221df20e-efb5-4c2e-bbcf-65806a3fac6f req-1a25cf7e-9ce7-4afc-8787-6639977eb753 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 210 time: 0.1163616
Jan 18 20:04:26.219092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Routers {'401ef9d7-1924-49b7-962e-cc3acb42d0bf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:04:26.221301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b935f4588>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:04:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:26.509644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a582cb-1463-405c-8ef5-a7d344ddbef7 req-6f3a09a4-1efb-47da-8151-eb1ed4c1d364 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:26.518564 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e1a582cb-1463-405c-8ef5-a7d344ddbef7 req-6f3a09a4-1efb-47da-8151-eb1ed4c1d364 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.4430122
Jan 18 20:04:26.672130 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:26.687729 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Transition to ACTIVE for port object feb0d8e8-5271-483b-8ed2-0c23285c09b6 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:04:26.710249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Transition to ACTIVE for port object feb0d8e8-5271-483b-8ed2-0c23285c09b6 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:04:26.720446 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:26.737058 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e1a582cb-1463-405c-8ef5-a7d344ddbef7 req-c21c9dba-2ea0-4558-969a-71fbfd984143 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173526
Jan 18 20:04:26.874850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] Set router 401ef9d7-1924-49b7-962e-cc3acb42d0bf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:04:26.934767 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Allocated IP 172.27.0.131 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/72f9d44b-af95-48f7-89cf-78e48785434b) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:04:26.954304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:27.049178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Pushing event updated for resources: {'Port': ['ID=feb0d8e8-5271-483b-8ed2-0c23285c09b6,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:27.061602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:27.333807 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:27.400039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Network 3608666a-a03c-4042-9bb5-7e19c9b7311e is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:04:27.407640 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dba88be4-e4f2-4e9e-9630-d8e7b30713b5 req-55c5eeaf-7734-4f97-840a-83d89c6e38d1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 210 time: 0.0607607
Jan 18 20:04:27.434045 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:27.461489 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:27.533448 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Resources bound (agent type, host, resource id):  {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:04:27.554219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:04:27.666250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Pushing event updated for resources: {'Port': ['ID=72f9d44b-af95-48f7-89cf-78e48785434b,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:27.669614 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:27.726414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Attempting to bind port feb0d8e8-5271-483b-8ed2-0c23285c09b6 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:04:27.726829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Attempting to bind port feb0d8e8-5271-483b-8ed2-0c23285c09b6 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'e88fe678-c2a5-4ba1-aa76-bfa383aff20b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:04:27.727241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Attempting to bind port feb0d8e8-5271-483b-8ed2-0c23285c09b6 on network 3608666a-a03c-4042-9bb5-7e19c9b7311e {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:04:27.736219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:04:27.737417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:04:27.747666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:04:28.017344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:04:28.017964 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Checking segment: {'id': 'e88fe678-c2a5-4ba1-aa76-bfa383aff20b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:04:28.018439 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:28.020185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Bound using segment: {'id': 'e88fe678-c2a5-4ba1-aa76-bfa383aff20b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:04:28.020457 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Bound port: feb0d8e8-5271-483b-8ed2-0c23285c09b6, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88fe678-c2a5-4ba1-aa76-bfa383aff20b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:04:28.020909 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:28.211787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] For port feb0d8e8-5271-483b-8ed2-0c23285c09b6, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:04:28.215467 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] For port feb0d8e8-5271-483b-8ed2-0c23285c09b6, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=feb0d8e8-5271-483b-8ed2-0c23285c09b6,segment=NetworkSegment(e88fe678-c2a5-4ba1-aa76-bfa383aff20b),segment_id=e88fe678-c2a5-4ba1-aa76-bfa383aff20b)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:04:28.221983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:28.254735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:28.309348 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-80a7e182-554c-4f00-9dc8-0ff007b386bd tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:28.314140 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-80a7e182-554c-4f00-9dc8-0ff007b386bd tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 815 time: 0.5243969
Jan 18 20:04:28.343306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Request body: {'port': {'device_id': '09f728cb-b599-4880-9e31-5df1067553a6', 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7', 'admin_state_up': True, 'tenant_id': 'b5e9c83f6cf64d11bb5798d195e58d22'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:28.408846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Pushing event updated for resources: {'Port': ['ID=feb0d8e8-5271-483b-8ed2-0c23285c09b6,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:28.429520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:28.435556 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56435c7b-b003-474a-a821-03e381f46a13 req-8c943543-f67b-40d9-883f-c688a4fb2fe5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:28.437342 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-56435c7b-b003-474a-a821-03e381f46a13 req-8c943543-f67b-40d9-883f-c688a4fb2fe5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.2818506
Jan 18 20:04:28.571824 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b935f4588>, [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:04:17Z', 'revision_number': 4, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'ca0cef22-65df-46c3-9a5d-2cc911dc98e6', 'name': '', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'mac_address': 'fa:16:3e:8b:af:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:15Z', 'updated_at': '2021-01-18T20:04:24Z', 'revision_number': 4, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'subnets': [{'id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:28.579320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7a613-de05-41da-9916-72919ed7bda9 None None] The sync data for ids ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'] in dv-cinder-562053-17-iscsi is: [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:04:17Z', 'revision_number': 4, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'ca0cef22-65df-46c3-9a5d-2cc911dc98e6', 'name': '', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'mac_address': 'fa:16:3e:8b:af:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:15Z', 'updated_at': '2021-01-18T20:04:24Z', 'revision_number': 4, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'subnets': [{'id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:04:28.775283 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:28.790884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:28.804466 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Made reservation on behalf of b5e9c83f6cf64d11bb5798d195e58d22 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:04:28.822375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:28.929584 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-56435c7b-b003-474a-a821-03e381f46a13 req-27619be1-a559-4232-8879-2f45ae19928a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4815426
Jan 18 20:04:29.012668 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-397bb680-c1cf-423d-a295-7d55691addb1 req-6e51e5e1-9be5-4da5-b353-f1bb1159054f tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 210 time: 0.1605144
Jan 18 20:04:29.080979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:29.793252 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Allocated IP 172.20.0.4 (750dc145-6b59-45da-9c9e-22b2c9b519f7/70c212ca-5183-42ef-8fad-d29415fcef77/e6dd31f9-a77b-475c-9d5e-b49457d758b9) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:04:30.172603 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:30.246788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:30.407159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device ca0cef22-65df-46c3-9a5d-2cc911dc98e6 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:30.490074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853836627'] for router, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:30.542542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c378a691-286e-4992-bc24-d4de234145a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:30.650139 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:04:30.656898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:30.657320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:30.782716 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Network 750dc145-6b59-45da-9c9e-22b2c9b519f7 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:04:30.820264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:04:30.870446 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:04:30.898146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d2a312-bcd9-4c31-b899-4ecdd323f0e6 None None] Network 3608666a-a03c-4042-9bb5-7e19c9b7311e requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:04:30.979968 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594a099-94d3-4734-a975-3c9abc7a2bb2 req-eb13c9d8-adc9-427d-ba6e-742f467f76d4 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:30.990723 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9594a099-94d3-4734-a975-3c9abc7a2bb2 req-eb13c9d8-adc9-427d-ba6e-742f467f76d4 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.5042701
Jan 18 20:04:31.029118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:31.029871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:31.058875 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Pushing event updated for resources: {'Port': ['ID=e6dd31f9-a77b-475c-9d5e-b49457d758b9,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:31.064738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:31.107289 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9594a099-94d3-4734-a975-3c9abc7a2bb2 req-7a0e4da5-5cb0-4cac-be7b-635b09ce4259 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147649
Jan 18 20:04:31.121463 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87067aad-2652-44be-9370-b9f0de03c238 req-1caa2ee3-dcbe-4f22-b5b6-ecdeb1520334 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:31.124025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-87067aad-2652-44be-9370-b9f0de03c238 req-1caa2ee3-dcbe-4f22-b5b6-ecdeb1520334 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Synchronizing usage tracker for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:04:31.135159 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7930584
Jan 18 20:04:31.169190 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-87067aad-2652-44be-9370-b9f0de03c238 req-1caa2ee3-dcbe-4f22-b5b6-ecdeb1520334 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Unset dirty status for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:04:31.170529 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87067aad-2652-44be-9370-b9f0de03c238 req-1caa2ee3-dcbe-4f22-b5b6-ecdeb1520334 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 931 time: 0.6292877
Jan 18 20:04:31.216107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Router b074d968-6230-4156-9454-e330d1b4730a is scheduled to L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 with binding_index 1 {{(pid=80179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 18 20:04:31.294389 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87067aad-2652-44be-9370-b9f0de03c238 req-6895530e-6d68-49c0-9b67-954efe97f251 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166635
Jan 18 20:04:31.434171 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-58fa5e93-a1e2-491f-a25d-69293bb00865 None None] Provisioning for port feb0d8e8-5271-483b-8ed2-0c23285c09b6 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:04:31.481930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:31.555079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:04:31.567986 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Sync routers for ids ['b074d968-6230-4156-9454-e330d1b4730a'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:04:31.569394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port ca0cef22-65df-46c3-9a5d-2cc911dc98e6, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=ca0cef22-65df-46c3-9a5d-2cc911dc98e6,segment=NetworkSegment(06db37ee-5eca-479f-8407-8d23fe9ac8c3),segment_id=06db37ee-5eca-479f-8407-8d23fe9ac8c3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:04:31.579815 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:31.581483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device feb0d8e8-5271-483b-8ed2-0c23285c09b6 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:31.591687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Routers {'b074d968-6230-4156-9454-e330d1b4730a'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:04:31.592557 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9858d2b0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:04:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['b074d968-6230-4156-9454-e330d1b4730a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:31.605916 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:31.607924 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 7.0584068
Jan 18 20:04:31.610731 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 59026) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:31.637694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:31.984760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Set router b074d968-6230-4156-9454-e330d1b4730a gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:04:32.221223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port feb0d8e8-5271-483b-8ed2-0c23285c09b6 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:04:32.228990 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port feb0d8e8-5271-483b-8ed2-0c23285c09b6 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:32.229413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:32.268188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=ca0cef22-65df-46c3-9a5d-2cc911dc98e6,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:32.286655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:32.428262 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:32.511560 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port feb0d8e8-5271-483b-8ed2-0c23285c09b6, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=feb0d8e8-5271-483b-8ed2-0c23285c09b6,segment=NetworkSegment(e88fe678-c2a5-4ba1-aa76-bfa383aff20b),segment_id=e88fe678-c2a5-4ba1-aa76-bfa383aff20b)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:04:32.513059 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9858d2b0>, [{'id': 'b074d968-6230-4156-9454-e330d1b4730a', 'name': 'tempest-TestShelveInstance-983799629-router', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:24Z', 'updated_at': '2021-01-18T20:04:28Z', 'revision_number': 3, 'project_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'gw_port': {'id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b074d968-6230-4156-9454-e330d1b4730a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:26Z', 'updated_at': '2021-01-18T20:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:32.516356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:32.522758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Checking router: b074d968-6230-4156-9454-e330d1b4730a for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:04:32.523247 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Updating router b074d968-6230-4156-9454-e330d1b4730a port 72f9d44b-af95-48f7-89cf-78e48785434b binding host dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:04:32.532749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:32.630895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:32.652049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-84a28adb-6272-4e77-94cb-511b2d817418 None None] Provisioning complete for port feb0d8e8-5271-483b-8ed2-0c23285c09b6 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:32.652620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-84a28adb-6272-4e77-94cb-511b2d817418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:32.706763 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device ca0cef22-65df-46c3-9a5d-2cc911dc98e6 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:32.912466 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:32.912887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.092878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=feb0d8e8-5271-483b-8ed2-0c23285c09b6,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:33.110719 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:33.111315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb96c8-fcf5-40d6-85f9-635afe0149df req-43bb2a9d-c9ec-4ddc-9e89-f1dc0b0392c7 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:33.121718 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c5cb96c8-fcf5-40d6-85f9-635afe0149df req-43bb2a9d-c9ec-4ddc-9e89-f1dc0b0392c7 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1810110
Jan 18 20:04:33.193244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 59060) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:33.206802 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Request body: {'port': {'device_id': '09f728cb-b599-4880-9e31-5df1067553a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:33.214663 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c5cb96c8-fcf5-40d6-85f9-635afe0149df req-6543a21d-9fdb-4783-9928-a8de88660258 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916202
Jan 18 20:04:33.430528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-01534677-12f3-426e-ace7-699bdf792a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.451845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-4e7d182a-7fcb-4efb-b85b-9067ca9d272f None None] Provisioning complete for port feb0d8e8-5271-483b-8ed2-0c23285c09b6 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:33.452365 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4e7d182a-7fcb-4efb-b85b-9067ca9d272f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.467110 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-01534677-12f3-426e-ace7-699bdf792a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:33.475974 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-01534677-12f3-426e-ace7-699bdf792a39 admin admin] Usage tracker for resource:security_group_rule and tenant:3af6a83fc86847789daed059d0570642 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:33.482887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-01534677-12f3-426e-ace7-699bdf792a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:33.487239 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.497829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-01534677-12f3-426e-ace7-699bdf792a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:33.510090 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Transition to ACTIVE for port object 72f9d44b-af95-48f7-89cf-78e48785434b will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:04:33.514938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.542284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.542604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:33.641891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-01534677-12f3-426e-ace7-699bdf792a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.645292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-01534677-12f3-426e-ace7-699bdf792a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.655152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.655476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-125eaf69-eb0f-4499-810e-a31f1a7e0065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:33.700965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea7195-a8dc-402e-b9dd-e1e928be90b6 None None] Pushing event updated for resources: {'Port': ['ID=72f9d44b-af95-48f7-89cf-78e48785434b,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:33.708757 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-01534677-12f3-426e-ace7-699bdf792a39 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3af6a83fc86847789daed059d0570642&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4899380
Jan 18 20:04:33.710683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 59066) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:33.711990 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597eb0e-6928-46ee-8cf7-bc80a6d5a8b5 req-ade99d0b-c14c-4bbf-9b5e-19ef138c5c51 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:33.715087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01534677-12f3-426e-ace7-699bdf792a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72b09d0-ecd9-400f-ae0b-f81a46ddbeef,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:33.715346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a3ea7195-a8dc-402e-b9dd-e1e928be90b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:33.720885 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e597eb0e-6928-46ee-8cf7-bc80a6d5a8b5 req-ade99d0b-c14c-4bbf-9b5e-19ef138c5c51 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 931 time: 0.5896440
Jan 18 20:04:33.774514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-01534677-12f3-426e-ace7-699bdf792a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:33.809089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-78fb1b2d-2f3a-4d39-a2f8-689d8373d845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.858015 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-78fb1b2d-2f3a-4d39-a2f8-689d8373d845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.862376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Attempting to bind port 72f9d44b-af95-48f7-89cf-78e48785434b on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:04:33.862837 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Attempting to bind port 72f9d44b-af95-48f7-89cf-78e48785434b by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:04:33.863289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Attempting to bind port 72f9d44b-af95-48f7-89cf-78e48785434b on network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:04:33.885848 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:04:33.886574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Checking segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:04:33.887246 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.887879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Bound using segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:04:33.888934 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Bound port: 72f9d44b-af95-48f7-89cf-78e48785434b, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:04:33.890128 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.937372 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-78fb1b2d-2f3a-4d39-a2f8-689d8373d845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.946022 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:33.963114 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb1b2d-2f3a-4d39-a2f8-689d8373d845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72b09d0-ecd9-400f-ae0b-f81a46ddbeef,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:33.967427 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-78fb1b2d-2f3a-4d39-a2f8-689d8373d845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:33.969264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-78fb1b2d-2f3a-4d39-a2f8-689d8373d845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:33.987910 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-78fb1b2d-2f3a-4d39-a2f8-689d8373d845 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f72b09d0-ecd9-400f-ae0b-f81a46ddbeef HTTP/1.1" status: 204  len: 168 time: 0.2751260
Jan 18 20:04:34.014891 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e597eb0e-6928-46ee-8cf7-bc80a6d5a8b5 req-f67aab8c-1fee-4398-b7a0-4b6a3302d7c8 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2929056
Jan 18 20:04:34.080735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] For port 72f9d44b-af95-48f7-89cf-78e48785434b, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:04:34.093347 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] For port 72f9d44b-af95-48f7-89cf-78e48785434b, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=72f9d44b-af95-48f7-89cf-78e48785434b,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:04:34.098596 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:34.132047 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-32b8df1d-8fe8-47b6-9e70-7d4b9bad2482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:34.339945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea7195-a8dc-402e-b9dd-e1e928be90b6 None None] Pushing event updated for resources: {'Port': ['ID=72f9d44b-af95-48f7-89cf-78e48785434b,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:34.345107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a3ea7195-a8dc-402e-b9dd-e1e928be90b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:34.458323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Routers {'b074d968-6230-4156-9454-e330d1b4730a'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:04:34.459782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9858d2b0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:04:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['b074d968-6230-4156-9454-e330d1b4730a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:34.584995 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 59094) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:34.632132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c3aa5bb0-750e-4ad8-9bce-78c7b9b9bd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:34.633098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device feb0d8e8-5271-483b-8ed2-0c23285c09b6 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:34.657155 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-c3aa5bb0-750e-4ad8-9bce-78c7b9b9bd2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:34.662756 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-c3aa5bb0-750e-4ad8-9bce-78c7b9b9bd2e admin admin] Usage tracker for resource:security_group_rule and tenant:8cbf0c8727034862b58c06fc996ed34f is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:34.667059 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-c3aa5bb0-750e-4ad8-9bce-78c7b9b9bd2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:34.686935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-c3aa5bb0-750e-4ad8-9bce-78c7b9b9bd2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:34.706215 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Allocated IP 172.20.0.1 (3608666a-a03c-4042-9bb5-7e19c9b7311e/38fd4515-f94e-46c3-8df8-ca52c85c17b1/70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:04:34.804095 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c3aa5bb0-750e-4ad8-9bce-78c7b9b9bd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:34.809519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c3aa5bb0-750e-4ad8-9bce-78c7b9b9bd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:34.812012 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port feb0d8e8-5271-483b-8ed2-0c23285c09b6 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:34.812522 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:34.864262 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b80bfa96-7b0a-43aa-9892-6732b9629787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:34.908218 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-c3aa5bb0-750e-4ad8-9bce-78c7b9b9bd2e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8cbf0c8727034862b58c06fc996ed34f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3218374
Jan 18 20:04:34.909142 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 59104) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:34.910689 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa5bb0-750e-4ad8-9bce-78c7b9b9bd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b322b3de-61a6-41c1-95ed-b43d1fd33a7e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:34.917185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c3aa5bb0-750e-4ad8-9bce-78c7b9b9bd2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:35.043910 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4aee8a43-9ee5-4cd5-97ce-14de52d2f359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:35.044945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:35.076638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Transition to ACTIVE for port object 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:04:35.128578 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4aee8a43-9ee5-4cd5-97ce-14de52d2f359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:35.131005 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:35.169517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:35.268156 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4aee8a43-9ee5-4cd5-97ce-14de52d2f359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:35.284847 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a7693803-1d79-473d-92be-6f228d260ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:35.312230 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Pushing event updated for resources: {'Port': ['ID=70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:35.324499 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:35.326565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee8a43-9ee5-4cd5-97ce-14de52d2f359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b322b3de-61a6-41c1-95ed-b43d1fd33a7e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:35.332064 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4aee8a43-9ee5-4cd5-97ce-14de52d2f359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:35.336293 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] Set router b074d968-6230-4156-9454-e330d1b4730a gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:04:35.339709 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4aee8a43-9ee5-4cd5-97ce-14de52d2f359 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b322b3de-61a6-41c1-95ed-b43d1fd33a7e HTTP/1.1" status: 204  len: 168 time: 0.4251347
Jan 18 20:04:35.342441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4aee8a43-9ee5-4cd5-97ce-14de52d2f359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:35.761446 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa186d-8f7a-47fe-af03-f79a0bec002b req-b8577713-8989-4d07-b327-716c72a99545 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:35.774476 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1daa186d-8f7a-47fe-af03-f79a0bec002b req-b8577713-8989-4d07-b327-716c72a99545 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 931 time: 0.1928895
Jan 18 20:04:35.819769 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bac0a9-07f6-4c7a-be3d-30a7d319eb71 req-8e650e50-2290-4c52-b37f-9301bef229d3 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:35.822320 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66bac0a9-07f6-4c7a-be3d-30a7d319eb71 req-8e650e50-2290-4c52-b37f-9301bef229d3 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 1.2973201
Jan 18 20:04:35.865688 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1daa186d-8f7a-47fe-af03-f79a0bec002b req-c5fc2e8f-35d1-452b-9088-ca98e36717b7 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881488
Jan 18 20:04:35.907580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Network 3608666a-a03c-4042-9bb5-7e19c9b7311e is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:04:35.910231 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6dd31f9-a77b-475c-9d5e-b49457d758b9 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:04:35.918643 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:04:35.938629 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66bac0a9-07f6-4c7a-be3d-30a7d319eb71 req-8422003d-474d-449a-b8c7-27111ac5962e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064620
Jan 18 20:04:35.940794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:04:35.985385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:36.000202 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9858d2b0>, [{'id': 'b074d968-6230-4156-9454-e330d1b4730a', 'name': 'tempest-TestShelveInstance-983799629-router', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:24Z', 'updated_at': '2021-01-18T20:04:28Z', 'revision_number': 3, 'project_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'gw_port': {'id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b074d968-6230-4156-9454-e330d1b4730a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:26Z', 'updated_at': '2021-01-18T20:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:36.004946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e168f13-75c1-40a4-b9b5-471b6ea218c8 None None] The sync data for ids ['b074d968-6230-4156-9454-e330d1b4730a'] in dv-cinder-562053-17-iscsi is: [{'id': 'b074d968-6230-4156-9454-e330d1b4730a', 'name': 'tempest-TestShelveInstance-983799629-router', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:24Z', 'updated_at': '2021-01-18T20:04:28Z', 'revision_number': 3, 'project_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'gw_port': {'id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b074d968-6230-4156-9454-e330d1b4730a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:26Z', 'updated_at': '2021-01-18T20:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:04:36.035372 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Transition to ACTIVE for port object e6dd31f9-a77b-475c-9d5e-b49457d758b9 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:04:36.052600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836847'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:36.056002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:36.079474 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:36.260655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-43754821-7d06-490b-bc02-1a2b6ad0c184 None None] Provisioning for port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:04:36.268423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-43754821-7d06-490b-bc02-1a2b6ad0c184 None None] Provisioning complete for port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:36.269167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-43754821-7d06-490b-bc02-1a2b6ad0c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:36.291328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6dd31f9-a77b-475c-9d5e-b49457d758b9,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:36.299441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:36.352575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-43754821-7d06-490b-bc02-1a2b6ad0c184 None None] Port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:04:36.593419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:36.684712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Attempting to bind port e6dd31f9-a77b-475c-9d5e-b49457d758b9 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:04:36.686011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Attempting to bind port e6dd31f9-a77b-475c-9d5e-b49457d758b9 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:04:36.686011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Attempting to bind port e6dd31f9-a77b-475c-9d5e-b49457d758b9 on network 750dc145-6b59-45da-9c9e-22b2c9b519f7 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:04:36.690366 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 72f9d44b-af95-48f7-89cf-78e48785434b up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:36.699092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:04:36.699506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Checking segment: {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:04:36.699922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:36.700365 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Bound using segment: {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:04:36.700863 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Bound port: e6dd31f9-a77b-475c-9d5e-b49457d758b9, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:04:36.701254 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:36.784544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 72f9d44b-af95-48f7-89cf-78e48785434b completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:04:36.794881 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 72f9d44b-af95-48f7-89cf-78e48785434b triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:36.795297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:36.977437 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:37.009866 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 72f9d44b-af95-48f7-89cf-78e48785434b, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=72f9d44b-af95-48f7-89cf-78e48785434b,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:04:37.016077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:37.028180 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:37.281048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=72f9d44b-af95-48f7-89cf-78e48785434b,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:37.293296 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:37.353977 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] For port e6dd31f9-a77b-475c-9d5e-b49457d758b9, host hv-cinder-56205, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:04:37.358948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1d396-6fb6-4870-a074-852062fbb38e req-1cf68479-ee50-4736-a16b-f83eb339210f tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:37.361735 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-09e1d396-6fb6-4870-a074-852062fbb38e req-1cf68479-ee50-4736-a16b-f83eb339210f tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 943 time: 0.1527884
Jan 18 20:04:37.433809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] For port e6dd31f9-a77b-475c-9d5e-b49457d758b9, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e6dd31f9-a77b-475c-9d5e-b49457d758b9,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:04:37.443361 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-09e1d396-6fb6-4870-a074-852062fbb38e req-406ce7ba-91ad-455b-92c6-a0e5b8ce1a83 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733829
Jan 18 20:04:37.448229 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:37.473462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:37.783574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6d86d-1fed-4361-8cc0-f85a2350d1b7 req-6238b625-3ee8-4859-b7b1-caf6dd218866 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:37.790505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6dd31f9-a77b-475c-9d5e-b49457d758b9,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:37.799562 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-32a6d86d-1fed-4361-8cc0-f85a2350d1b7 req-6238b625-3ee8-4859-b7b1-caf6dd218866 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1874573
Jan 18 20:04:37.812426 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:37.813153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:37.815258 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/e6dd31f9-a77b-475c-9d5e-b49457d758b9 HTTP/1.1" status: 200  len: 1157 time: 4.8127601
Jan 18 20:04:37.817062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.817458 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.817864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.818263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.818656 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.819049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.819439 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.819827 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.820212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.820621 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.821009 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.821390 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.821818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.822270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.822751 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.823509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.823986 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.824429 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.824814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.825738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.826146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.826529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.827069 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.827487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:37.831518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f728cb-b599-4880-9e31-5df1067553a6', 'tag': 'e6dd31f9-a77b-475c-9d5e-b49457d758b9'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:04:37.838507 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:37.839790 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.resource_extend [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 18 20:04:37.875654 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-32a6d86d-1fed-4361-8cc0-f85a2350d1b7 req-790f79dc-f81c-4dec-872f-da65ffa01845 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742095
Jan 18 20:04:37.876839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:37.880940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:37.957576 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2fcfb12a-e18e-4aeb-8571-b2d585cb361f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:38.002832 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854233438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938932'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:38.201602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Pushing event updated for resources: {'Port': ['ID=70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:38.204966 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:38.232771 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Network 3608666a-a03c-4042-9bb5-7e19c9b7311e is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:04:38.234099 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:04:38.470646 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Router b074d968-6230-4156-9454-e330d1b4730a has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:04:38.490821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-7b922349-22ca-458c-a1d3-9f77f18f4923 None None] Provisioning complete for port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:38.491216 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7b922349-22ca-458c-a1d3-9f77f18f4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:38.585543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-7b922349-22ca-458c-a1d3-9f77f18f4923 None None] Port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:04:38.672785 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 72f9d44b-af95-48f7-89cf-78e48785434b up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:38.696645 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f728cb-b599-4880-9e31-5df1067553a6', 'tag': 'e6dd31f9-a77b-475c-9d5e-b49457d758b9', 'status': 'completed', 'code': 200}
Jan 18 20:04:38.823900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 72f9d44b-af95-48f7-89cf-78e48785434b triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:38.824517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:38.845245 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-025bd1e6-ead1-4e11-a3d3-ba9c9eae4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:38.848124 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-025bd1e6-ead1-4e11-a3d3-ba9c9eae4215 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 1160 time: 0.2841666
Jan 18 20:04:38.853340 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:04:38.868778 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e562863-31da-4e44-8a45-1697a30b1f8a req-27fef122-daf4-452e-9fa4-f7e45704cebe tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:38.877683 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3e562863-31da-4e44-8a45-1697a30b1f8a req-27fef122-daf4-452e-9fa4-f7e45704cebe tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 943 time: 0.1786666
Jan 18 20:04:38.961253 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3e562863-31da-4e44-8a45-1697a30b1f8a req-df55dd0f-48d3-47bf-9eae-789c6452051b tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822337
Jan 18 20:04:39.028910 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] 10.222.0.101 "PUT /v2.0/routers/b074d968-6230-4156-9454-e330d1b4730a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4150331
Jan 18 20:04:39.040216 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-8a5937c0-23c7-4767-b12e-d75f8dd18882 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6dd31f9-a77b-475c-9d5e-b49457d758b9 HTTP/1.1" status: 200  len: 217 time: 0.1759124
Jan 18 20:04:39.180667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-0c17ad95-f0bb-4870-8e61-5c1f36faf64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:39.182536 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-0c17ad95-f0bb-4870-8e61-5c1f36faf64b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70c212ca-5183-42ef-8fad-d29415fcef77 HTTP/1.1" status: 200  len: 855 time: 0.1327662
Jan 18 20:04:39.273345 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-a48c6f14-b479-4059-9bd3-c93e8c59e330 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=750dc145-6b59-45da-9c9e-22b2c9b519f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0714879
Jan 18 20:04:39.464392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Sync routers for ids ['b074d968-6230-4156-9454-e330d1b4730a'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:04:39.484073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Routers {'b074d968-6230-4156-9454-e330d1b4730a'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:04:39.485887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b92bb6a20>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:04:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['b074d968-6230-4156-9454-e330d1b4730a'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:39.489528 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-9d3e1494-ef60-4188-8bcd-0a3d96d44f5b service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091594
Jan 18 20:04:39.517259 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1c9c8-ab6b-4512-b923-50810dcacc3b req-ebd91441-5786-464f-85e9-08e2ff0b2d15 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:39.519411 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bae1c9c8-ab6b-4512-b923-50810dcacc3b req-ebd91441-5786-464f-85e9-08e2ff0b2d15 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.4197683
Jan 18 20:04:39.719663 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bae1c9c8-ab6b-4512-b923-50810dcacc3b req-9003b35e-24f3-40b0-b794-ee6ea924b379 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678400
Jan 18 20:04:39.775521 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34b657de-b9df-4ac2-9cb1-e3d772b9d8b3 req-4fddcf7a-1b0d-484c-9393-5328747d46a4 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2548394
Jan 18 20:04:39.794052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Set router b074d968-6230-4156-9454-e330d1b4730a gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:04:40.058731 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-971848023', 'description': 'tempest-TestShelveInstance-971848023 description'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:40.071928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:40.077256 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0553d-ba22-4ab0-a4a8-c4d58cf8fef2 req-d23bca08-7ad1-43d4-a940-b6bf1c2d317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:40.078926 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c0b0553d-ba22-4ab0-a4a8-c4d58cf8fef2 req-d23bca08-7ad1-43d4-a940-b6bf1c2d317b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 1160 time: 0.1742737
Jan 18 20:04:40.081998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Usage tracker for resource:security_group and tenant:0cf7d194c07942169bc93c32f57c5f0c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:40.108613 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:40.124541 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:40.199063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:40.283924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:40.313754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Usage tracker for resource:security_group_rule and tenant:0cf7d194c07942169bc93c32f57c5f0c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:40.321787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:40.330280 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0553d-ba22-4ab0-a4a8-c4d58cf8fef2 req-5af0981d-ea8b-4e53-adb1-b60ad82c5fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:40.332017 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c0b0553d-ba22-4ab0-a4a8-c4d58cf8fef2 req-5af0981d-ea8b-4e53-adb1-b60ad82c5fc3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 909 time: 0.2463179
Jan 18 20:04:40.333276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:40.344437 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b92bb6a20>, [{'id': 'b074d968-6230-4156-9454-e330d1b4730a', 'name': 'tempest-TestShelveInstance-983799629-router', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:24Z', 'updated_at': '2021-01-18T20:04:36Z', 'revision_number': 4, 'project_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'gw_port': {'id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b074d968-6230-4156-9454-e330d1b4730a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:26Z', 'updated_at': '2021-01-18T20:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c', 'name': '', 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'mac_address': 'fa:16:3e:28:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b074d968-6230-4156-9454-e330d1b4730a', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '38fd4515-f94e-46c3-8df8-ca52c85c17b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:34Z', 'updated_at': '2021-01-18T20:04:37Z', 'revision_number': 2, 'project_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'subnets': [{'id': '38fd4515-f94e-46c3-8df8-ca52c85c17b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:40.349465 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Checking router: b074d968-6230-4156-9454-e330d1b4730a for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:04:40.349968 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Updating router b074d968-6230-4156-9454-e330d1b4730a port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c binding host dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:04:40.431229 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:40.432630 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c0b0553d-ba22-4ab0-a4a8-c4d58cf8fef2 req-2122098b-b137-4c9c-b54a-fc5ab4b40b55 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6dd31f9-a77b-475c-9d5e-b49457d758b9 HTTP/1.1" status: 200  len: 217 time: 0.0935020
Jan 18 20:04:40.478084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b8fc6-63ca-4ebb-b1a5-1b5a8091f313 req-c2a58c8f-c090-484f-bc5e-4b89d8de5c5f tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:40.480093 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f44b8fc6-63ca-4ebb-b1a5-1b5a8091f313 req-c2a58c8f-c090-484f-bc5e-4b89d8de5c5f tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 943 time: 0.1501193
Jan 18 20:04:40.584715 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f44b8fc6-63ca-4ebb-b1a5-1b5a8091f313 req-2c8863fd-ac57-4887-b1f6-24f6ee5f9c68 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933444
Jan 18 20:04:40.603880 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0553d-ba22-4ab0-a4a8-c4d58cf8fef2 req-3a8c6fe9-32fd-478c-b3ea-dea5bac07a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:40.605733 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c0b0553d-ba22-4ab0-a4a8-c4d58cf8fef2 req-3a8c6fe9-32fd-478c-b3ea-dea5bac07a91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70c212ca-5183-42ef-8fad-d29415fcef77 HTTP/1.1" status: 200  len: 855 time: 0.1580956
Jan 18 20:04:40.696685 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c0b0553d-ba22-4ab0-a4a8-c4d58cf8fef2 req-3475bd37-b21c-499b-8763-add3ee16e59c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=750dc145-6b59-45da-9c9e-22b2c9b519f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0712957
Jan 18 20:04:40.703055 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:40.733249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:40.743083 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0fef96fc-24a4-4114-8b28-4c8ee8ecb060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:40.896916 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Pushing event updated for resources: {'SecurityGroup': ['ID=792acf36-a58c-41c8-991b-9c3fb0dc80d4,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:40.901670 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:40.907197 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-050b5c26-6589-48c3-8705-a4bbbde9b523 req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.8529797
Jan 18 20:04:40.908264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:41.006432 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c0b0553d-ba22-4ab0-a4a8-c4d58cf8fef2 req-bf81c03b-7b50-4218-a1a1-cee05e4d250d service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3006225
Jan 18 20:04:41.105121 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:41.110106 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf030c90-eb2f-4fc2-a9de-5b7ed23090ef req-8fad7084-df6d-4271-8f26-822352a74277 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:41.112068 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cf030c90-eb2f-4fc2-a9de-5b7ed23090ef req-8fad7084-df6d-4271-8f26-822352a74277 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1450167
Jan 18 20:04:41.128780 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Transition to ACTIVE for port object 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:04:41.133490 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:41.157618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a49ad10e-65d3-4a71-ae76-16a5e770f205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:41.183472 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cf030c90-eb2f-4fc2-a9de-5b7ed23090ef req-c7b531e1-f1bf-4860-ba40-6a137d613318 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642500
Jan 18 20:04:41.458735 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a7624178-cf04-40f4-af39-85022e96013e req-d6b9e343-edfa-4a64-88c7-091237839aa9 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups/792acf36-a58c-41c8-991b-9c3fb0dc80d4 HTTP/1.1" status: 200  len: 1800 time: 0.5096357
Jan 18 20:04:41.527532 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-a7624178-cf04-40f4-af39-85022e96013e req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '792acf36-a58c-41c8-991b-9c3fb0dc80d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:41.531421 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-a7624178-cf04-40f4-af39-85022e96013e req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '792acf36-a58c-41c8-991b-9c3fb0dc80d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:41.552218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-a7624178-cf04-40f4-af39-85022e96013e req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:41.578680 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-a7624178-cf04-40f4-af39-85022e96013e req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Usage tracker for resource:security_group_rule and tenant:0cf7d194c07942169bc93c32f57c5f0c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:41.578975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee321c-7686-47df-a83a-a8c34fa8496f None None] Pushing event updated for resources: {'Port': ['ID=70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:41.583956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f0ee321c-7686-47df-a83a-a8c34fa8496f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:41.586456 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-a7624178-cf04-40f4-af39-85022e96013e req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:41.597336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-a7624178-cf04-40f4-af39-85022e96013e req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:41.674826 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c0b0553d-ba22-4ab0-a4a8-c4d58cf8fef2 req-11fc431a-dbf3-4752-a840-d369d972a61d service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6567822
Jan 18 20:04:41.714292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a7624178-cf04-40f4-af39-85022e96013e req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:41.767414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a7624178-cf04-40f4-af39-85022e96013e req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:41.777375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a7624178-cf04-40f4-af39-85022e96013e req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:41.793448 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-71592e79-28a5-408d-b14c-8a3a3efc21ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:41.845202 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d832e3e0-dabf-4fbe-b91f-237089ae62b2,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:41.858959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:41.864935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a7624178-cf04-40f4-af39-85022e96013e req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:41.866449 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a7624178-cf04-40f4-af39-85022e96013e req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3454792
Jan 18 20:04:41.886227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Attempting to bind port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:04:41.886764 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Attempting to bind port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'e88fe678-c2a5-4ba1-aa76-bfa383aff20b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:04:41.887200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Attempting to bind port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c on network 3608666a-a03c-4042-9bb5-7e19c9b7311e {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:04:41.908877 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:04:41.909303 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Checking segment: {'id': 'e88fe678-c2a5-4ba1-aa76-bfa383aff20b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:04:41.909822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:41.910264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Bound using segment: {'id': 'e88fe678-c2a5-4ba1-aa76-bfa383aff20b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:04:41.910789 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Bound port: 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88fe678-c2a5-4ba1-aa76-bfa383aff20b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:04:41.911207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:42.006580 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cf650dd3-5405-4437-8c14-e9af8b7fc235 req-e7c3a08e-0a0f-4496-b7cd-bbed9be4671b tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups/792acf36-a58c-41c8-991b-9c3fb0dc80d4 HTTP/1.1" status: 200  len: 2393 time: 0.0752094
Jan 18 20:04:42.018789 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-cf650dd3-5405-4437-8c14-e9af8b7fc235 req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '792acf36-a58c-41c8-991b-9c3fb0dc80d4', 'remote_group_id': None}]} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:42.020441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-cf650dd3-5405-4437-8c14-e9af8b7fc235 req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '792acf36-a58c-41c8-991b-9c3fb0dc80d4', 'remote_group_id': None}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:04:42.033720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-cf650dd3-5405-4437-8c14-e9af8b7fc235 req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:42.043872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-cf650dd3-5405-4437-8c14-e9af8b7fc235 req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Usage tracker for resource:security_group_rule and tenant:0cf7d194c07942169bc93c32f57c5f0c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:42.047820 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-cf650dd3-5405-4437-8c14-e9af8b7fc235 req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:42.056063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-cf650dd3-5405-4437-8c14-e9af8b7fc235 req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:42.081050 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35740992-d85b-473b-adb6-5b0013ec6415 req-54228c4b-c2ed-4c5d-a4aa-13ed6b3ac793 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:42.083370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] For port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:04:42.083907 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-35740992-d85b-473b-adb6-5b0013ec6415 req-54228c4b-c2ed-4c5d-a4aa-13ed6b3ac793 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 943 time: 0.2290559
Jan 18 20:04:42.087902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] For port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c,segment=NetworkSegment(e88fe678-c2a5-4ba1-aa76-bfa383aff20b),segment_id=e88fe678-c2a5-4ba1-aa76-bfa383aff20b)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:04:42.091872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:42.108132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e853640a-6f0b-4d80-bb64-98dc56ef3cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:42.139365 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cf650dd3-5405-4437-8c14-e9af8b7fc235 req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:42.156057 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-35740992-d85b-473b-adb6-5b0013ec6415 req-1edb9c56-7ed5-4ae9-9e5b-7eb8a31992ce tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567741
Jan 18 20:04:42.173736 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cf650dd3-5405-4437-8c14-e9af8b7fc235 req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:42.177730 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cf650dd3-5405-4437-8c14-e9af8b7fc235 req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:42.184845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-17c3da5d-c674-474e-9495-e7f6ead3d492 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:42.217303 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997aa936-d112-4667-8613-ce5dc03ae600,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:42.220860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:42.222714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-cf650dd3-5405-4437-8c14-e9af8b7fc235 req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:42.224010 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cf650dd3-5405-4437-8c14-e9af8b7fc235 req-a75cc263-aa70-4c34-84a2-ebe58e3f4aa0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2103381
Jan 18 20:04:42.341135 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee321c-7686-47df-a83a-a8c34fa8496f None None] Pushing event updated for resources: {'Port': ['ID=70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:42.345437 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f0ee321c-7686-47df-a83a-a8c34fa8496f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:42.400464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Routers {'b074d968-6230-4156-9454-e330d1b4730a'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:04:42.401190 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b92bb6a20>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:04:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['b074d968-6230-4156-9454-e330d1b4730a'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:42.613434 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc78ea-8140-4026-875f-74ae05901012 req-6bc98837-a4c7-4a78-ad8a-d2f897ed3fd1 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:42.615516 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8fdc78ea-8140-4026-875f-74ae05901012 req-6bc98837-a4c7-4a78-ad8a-d2f897ed3fd1 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.2583342
Jan 18 20:04:42.640246 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 59324) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:42.738985 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8fdc78ea-8140-4026-875f-74ae05901012 req-b05e0ee3-b1bf-4f53-8117-03248525bb00 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167076
Jan 18 20:04:42.808043 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ae090730-7e3a-4a4c-8e73-3ebfd662cae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:42.839360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] Set router b074d968-6230-4156-9454-e330d1b4730a gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:04:42.935974 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-034b767a-1522-4a08-b798-bfdcb9d8555c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:42.956987 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-034b767a-1522-4a08-b798-bfdcb9d8555c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:42.961487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-034b767a-1522-4a08-b798-bfdcb9d8555c admin admin] Usage tracker for resource:security_group_rule and tenant:2bc7823862a74ae49754e911c25d3880 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:42.964300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-034b767a-1522-4a08-b798-bfdcb9d8555c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:42.971634 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-034b767a-1522-4a08-b798-bfdcb9d8555c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:43.087648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-034b767a-1522-4a08-b798-bfdcb9d8555c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:43.090872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-034b767a-1522-4a08-b798-bfdcb9d8555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:43.101324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5c6f6b2c-a9d7-4c4b-8461-06085a36a722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:43.154174 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-034b767a-1522-4a08-b798-bfdcb9d8555c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2bc7823862a74ae49754e911c25d3880&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5116756
Jan 18 20:04:43.155222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b767a-1522-4a08-b798-bfdcb9d8555c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2178c267-3ceb-41a6-9839-68b64408bc3f,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:43.157162 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 59334) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:43.158685 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-034b767a-1522-4a08-b798-bfdcb9d8555c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:43.233566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b92bb6a20>, [{'id': 'b074d968-6230-4156-9454-e330d1b4730a', 'name': 'tempest-TestShelveInstance-983799629-router', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:24Z', 'updated_at': '2021-01-18T20:04:36Z', 'revision_number': 4, 'project_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'gw_port': {'id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b074d968-6230-4156-9454-e330d1b4730a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:26Z', 'updated_at': '2021-01-18T20:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c', 'name': '', 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'mac_address': 'fa:16:3e:28:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b074d968-6230-4156-9454-e330d1b4730a', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '38fd4515-f94e-46c3-8df8-ca52c85c17b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:34Z', 'updated_at': '2021-01-18T20:04:42Z', 'revision_number': 4, 'project_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'subnets': [{'id': '38fd4515-f94e-46c3-8df8-ca52c85c17b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:04:43.234029 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:43.238494 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6cc87-3800-44df-bb96-c0cfa35b371f None None] The sync data for ids ['b074d968-6230-4156-9454-e330d1b4730a'] in dv-cinder-562053-17-iscsi is: [{'id': 'b074d968-6230-4156-9454-e330d1b4730a', 'name': 'tempest-TestShelveInstance-983799629-router', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:24Z', 'updated_at': '2021-01-18T20:04:36Z', 'revision_number': 4, 'project_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'gw_port': {'id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b074d968-6230-4156-9454-e330d1b4730a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:26Z', 'updated_at': '2021-01-18T20:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c', 'name': '', 'network_id': '3608666a-a03c-4042-9bb5-7e19c9b7311e', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'mac_address': 'fa:16:3e:28:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b074d968-6230-4156-9454-e330d1b4730a', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '38fd4515-f94e-46c3-8df8-ca52c85c17b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:34Z', 'updated_at': '2021-01-18T20:04:42Z', 'revision_number': 4, 'project_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'subnets': [{'id': '38fd4515-f94e-46c3-8df8-ca52c85c17b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:04:43.288056 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:43.393323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:43.402236 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8c0fa1c2-2232-4172-abbc-b4ce2f2cf295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:43.419268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:43.425063 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2178c267-3ceb-41a6-9839-68b64408bc3f HTTP/1.1" status: 204  len: 168 time: 0.2661638
Jan 18 20:04:43.426169 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2178c267-3ceb-41a6-9839-68b64408bc3f,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:43.436412 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.436918 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.437405 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.437885 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.438813 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.439307 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.439705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.440102 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.441194 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.441628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.442241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.442845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.443289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.443681 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.444071 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.444489 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.445070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.445471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.446862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.448256 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.449022 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.449362 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.449757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.450141 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:43.456532 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:43.853260 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 59352) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:43.874080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7d576ac5-67fd-4f60-8903-6f0fa21411b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:43.891348 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-7d576ac5-67fd-4f60-8903-6f0fa21411b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:43.895672 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-7d576ac5-67fd-4f60-8903-6f0fa21411b3 admin admin] Usage tracker for resource:security_group_rule and tenant:6e61189ef08d49e59bfb6330a9759d50 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:43.898828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-7d576ac5-67fd-4f60-8903-6f0fa21411b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:43.904753 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-7d576ac5-67fd-4f60-8903-6f0fa21411b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:44.001420 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7d576ac5-67fd-4f60-8903-6f0fa21411b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:44.005275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7d576ac5-67fd-4f60-8903-6f0fa21411b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:44.020734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:44.070210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d576ac5-67fd-4f60-8903-6f0fa21411b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd34d3e1-a5cd-4473-8d1e-34bb53e0ad14,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:44.075082 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7d576ac5-67fd-4f60-8903-6f0fa21411b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:44.079079 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7d576ac5-67fd-4f60-8903-6f0fa21411b3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6e61189ef08d49e59bfb6330a9759d50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2247109
Jan 18 20:04:44.082092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 59358) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:44.151709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8eea427d-4262-4442-bc73-78de59897cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:44.182344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8eea427d-4262-4442-bc73-78de59897cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:44.234934 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8eea427d-4262-4442-bc73-78de59897cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:44.239163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-01f42f72-0c31-4e18-872a-ba6abf0c00f7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:44.253462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea427d-4262-4442-bc73-78de59897cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd34d3e1-a5cd-4473-8d1e-34bb53e0ad14,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:44.255998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8eea427d-4262-4442-bc73-78de59897cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:44.265516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8eea427d-4262-4442-bc73-78de59897cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:44.266771 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8eea427d-4262-4442-bc73-78de59897cd1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dd34d3e1-a5cd-4473-8d1e-34bb53e0ad14 HTTP/1.1" status: 204  len: 168 time: 0.1836567
Jan 18 20:04:44.748298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:44.863687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765ab93-5dd9-4fd2-bcaf-dc4f19d8a261 req-ddba8a45-3e52-4665-bde6-49e1d316dd6a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:44.874421 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d765ab93-5dd9-4fd2-bcaf-dc4f19d8a261 req-ddba8a45-3e52-4665-bde6-49e1d316dd6a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 943 time: 0.1821318
Jan 18 20:04:44.898436 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:04:44.908113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:44.908593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:44.946323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4907261-4847-4ff5-96b8-bfa86ab523f6 req-7052365c-f19c-4904-933f-1220f786cbcc tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:44.953224 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c4907261-4847-4ff5-96b8-bfa86ab523f6 req-7052365c-f19c-4904-933f-1220f786cbcc tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1750619
Jan 18 20:04:44.973147 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d765ab93-5dd9-4fd2-bcaf-dc4f19d8a261 req-f05086f4-053c-4337-afc0-9377282f2b10 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976059
Jan 18 20:04:45.037152 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c4907261-4847-4ff5-96b8-bfa86ab523f6 req-3acd5a5f-5002-47a9-8a13-ba7071b10a63 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806272
Jan 18 20:04:45.144704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a5a6a818-27a7-4d75-aa81-57a4aced881e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:45.151790 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:45.215993 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c,segment=NetworkSegment(e88fe678-c2a5-4ba1-aa76-bfa383aff20b),segment_id=e88fe678-c2a5-4ba1-aa76-bfa383aff20b)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:04:45.220506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:45.224297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:45.325837 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:45.329545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:45.618875 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device e6dd31f9-a77b-475c-9d5e-b49457d758b9 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:45.789562 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:45.801861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port e6dd31f9-a77b-475c-9d5e-b49457d758b9 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:04:45.810086 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port e6dd31f9-a77b-475c-9d5e-b49457d758b9 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:45.810518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:45.982603 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:46.021028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f728cb-b599-4880-9e31-5df1067553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6dd31f9-a77b-475c-9d5e-b49457d758b9'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:04:46.036113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port e6dd31f9-a77b-475c-9d5e-b49457d758b9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e6dd31f9-a77b-475c-9d5e-b49457d758b9,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:04:46.042140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:46.052397 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:46.135386 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f728cb-b599-4880-9e31-5df1067553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6dd31f9-a77b-475c-9d5e-b49457d758b9', 'code': 200}
Jan 18 20:04:46.187155 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=e6dd31f9-a77b-475c-9d5e-b49457d758b9,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:46.241919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.245860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.246415 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.246948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.247500 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.248010 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.248592 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.249177 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.249715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.253579 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.254315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.254704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.255141 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.255526 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.255957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.258126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.258126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.258126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.258126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.258126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.258598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.258902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.259078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.259585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:04:46.283902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:46.363134 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d9f27-b056-4599-aa2c-61997a54eb23 req-ceef755f-aaa8-4f11-b132-3baa45b11574 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:46.367262 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-408d9f27-b056-4599-aa2c-61997a54eb23 req-ceef755f-aaa8-4f11-b132-3baa45b11574 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 945 time: 0.1919529
Jan 18 20:04:46.416060 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4b30c-8e43-4913-b416-0ef58a8fbeff req-62d3c351-b9ec-4f2f-a274-d1c8c1d82266 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:46.424583 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ccd4b30c-8e43-4913-b416-0ef58a8fbeff req-62d3c351-b9ec-4f2f-a274-d1c8c1d82266 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1608925
Jan 18 20:04:46.502601 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ccd4b30c-8e43-4913-b416-0ef58a8fbeff req-b9fc948b-1fe0-4eec-9b06-bb60e8e614b5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765107
Jan 18 20:04:46.514652 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-408d9f27-b056-4599-aa2c-61997a54eb23 req-29ccba69-6fde-4f12-9d8c-6aff4e480d7d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410606
Jan 18 20:04:46.580794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f6ad3-738e-4d37-b77e-14bfda704452 req-7a861c35-497f-4ef0-a5cd-15f05ae6e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:46.584562 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f98f6ad3-738e-4d37-b77e-14bfda704452 req-7a861c35-497f-4ef0-a5cd-15f05ae6e31b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 1162 time: 0.1710150
Jan 18 20:04:46.658994 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f98f6ad3-738e-4d37-b77e-14bfda704452 req-2d7b130a-1e8b-4e89-975f-1f10de1cd36e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680728
Jan 18 20:04:46.670580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:46.777846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:46.789901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:46.790335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:46.860585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 59436) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:47.181585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d7249fd3-61d9-4ad9-80a4-58799738ea1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:47.203394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d7249fd3-61d9-4ad9-80a4-58799738ea1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:47.208725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d7249fd3-61d9-4ad9-80a4-58799738ea1c admin admin] Usage tracker for resource:security_group_rule and tenant:8c595dc51113400eb99b6b555ca9ae57 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:47.212090 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d7249fd3-61d9-4ad9-80a4-58799738ea1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:47.218092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d7249fd3-61d9-4ad9-80a4-58799738ea1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:47.269252 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:47.315267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d7249fd3-61d9-4ad9-80a4-58799738ea1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:47.318760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d7249fd3-61d9-4ad9-80a4-58799738ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:47.328976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5da4fece-ce06-47c7-a51a-a98d88d0dfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:47.378218 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d7249fd3-61d9-4ad9-80a4-58799738ea1c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8c595dc51113400eb99b6b555ca9ae57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5159760
Jan 18 20:04:47.380674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7249fd3-61d9-4ad9-80a4-58799738ea1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41af1780-015d-4893-b918-edca8aefdfbc,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:47.381435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 59454) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:47.384245 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d7249fd3-61d9-4ad9-80a4-58799738ea1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:47.455264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bc0849fa-dbb3-453d-ab85-f3951b7e78c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:47.492187 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bc0849fa-dbb3-453d-ab85-f3951b7e78c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:47.548894 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bc0849fa-dbb3-453d-ab85-f3951b7e78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:47.554660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9e642bfa-d09b-4cb1-beb8-81119cceaecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:47.571952 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0849fa-dbb3-453d-ab85-f3951b7e78c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41af1780-015d-4893-b918-edca8aefdfbc,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:47.577086 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bc0849fa-dbb3-453d-ab85-f3951b7e78c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:47.578133 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-bc0849fa-dbb3-453d-ab85-f3951b7e78c4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/41af1780-015d-4893-b918-edca8aefdfbc HTTP/1.1" status: 204  len: 168 time: 0.1956186
Jan 18 20:04:47.579259 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bc0849fa-dbb3-453d-ab85-f3951b7e78c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:47.794111 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ba2fd-ead4-498c-8838-28b1bed06c90 req-222d42a5-a19e-4f4a-85d7-0e9c84e4c557 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:47.803681 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-890ba2fd-ead4-498c-8838-28b1bed06c90 req-222d42a5-a19e-4f4a-85d7-0e9c84e4c557 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1434214
Jan 18 20:04:47.811038 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad1b7c-e827-42df-a3b3-f20b04f28e9e req-bdb1db5c-cfef-4117-9231-f74d6de91612 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:47.819264 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5dad1b7c-e827-42df-a3b3-f20b04f28e9e req-bdb1db5c-cfef-4117-9231-f74d6de91612 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 945 time: 0.1283388
Jan 18 20:04:47.888431 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-890ba2fd-ead4-498c-8838-28b1bed06c90 req-99b0a4f2-928b-44ee-8e74-393ae2debfce tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831766
Jan 18 20:04:47.901713 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5dad1b7c-e827-42df-a3b3-f20b04f28e9e req-ef437fe6-3ae2-4fbf-bc0b-2cdced23878a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809946
Jan 18 20:04:48.157671 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 59472) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:48.183145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bc298f0d-8c3f-4d8d-9610-1748ad2a19a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:48.208654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-bc298f0d-8c3f-4d8d-9610-1748ad2a19a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:04:48.214182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-bc298f0d-8c3f-4d8d-9610-1748ad2a19a9 admin admin] Usage tracker for resource:security_group_rule and tenant:8e334ff23f334a39bd4a76cff8aae118 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:04:48.217934 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-bc298f0d-8c3f-4d8d-9610-1748ad2a19a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:04:48.225982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-bc298f0d-8c3f-4d8d-9610-1748ad2a19a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:04:48.352596 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bc298f0d-8c3f-4d8d-9610-1748ad2a19a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:48.362155 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bc298f0d-8c3f-4d8d-9610-1748ad2a19a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:48.373602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-62d13a49-c23c-491e-992f-a09f822308e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:48.427769 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-bc298f0d-8c3f-4d8d-9610-1748ad2a19a9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8e334ff23f334a39bd4a76cff8aae118&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2687542
Jan 18 20:04:48.430885 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 59482) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:04:48.433682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc298f0d-8c3f-4d8d-9610-1748ad2a19a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e966dcf9-44d9-45b7-b7d6-cee42ef9e883,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:48.437332 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bc298f0d-8c3f-4d8d-9610-1748ad2a19a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:48.509322 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e506aa29-b88c-433e-b0c4-5a4d03092c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:48.549930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e506aa29-b88c-433e-b0c4-5a4d03092c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:48.602146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e506aa29-b88c-433e-b0c4-5a4d03092c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:48.606565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-59229213-5b05-4b17-954d-8a1fe890087d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:04:48.621798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506aa29-b88c-433e-b0c4-5a4d03092c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e966dcf9-44d9-45b7-b7d6-cee42ef9e883,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:04:48.624697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e506aa29-b88c-433e-b0c4-5a4d03092c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:04:48.635808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e506aa29-b88c-433e-b0c4-5a4d03092c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:48.639965 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-e506aa29-b88c-433e-b0c4-5a4d03092c18 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e966dcf9-44d9-45b7-b7d6-cee42ef9e883 HTTP/1.1" status: 204  len: 168 time: 0.2045970
Jan 18 20:04:50.259377 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:51.312009 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d41f31-6808-4c77-941e-5f12b0f1c3c1 req-49d6fe9e-2423-4e65-8d42-8373eaf07277 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:51.321185 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-72d41f31-6808-4c77-941e-5f12b0f1c3c1 req-49d6fe9e-2423-4e65-8d42-8373eaf07277 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1326263
Jan 18 20:04:51.381277 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-72d41f31-6808-4c77-941e-5f12b0f1c3c1 req-1a8c9e02-5233-42a2-b3fd-970f546f0e78 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530975
Jan 18 20:04:51.481538 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28fb62-890e-4f1c-8ce8-a3b5234e405c req-3e124d33-38d1-4ddd-a7be-02f53f524854 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:51.483539 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9c28fb62-890e-4f1c-8ce8-a3b5234e405c req-3e124d33-38d1-4ddd-a7be-02f53f524854 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 945 time: 0.1237986
Jan 18 20:04:51.508706 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:04:51.551544 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9c28fb62-890e-4f1c-8ce8-a3b5234e405c req-2a439be5-f09d-41c8-94a4-eeab9448b5d3 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559950
Jan 18 20:04:52.460150 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 11b24034-695e-4f03-a43e-cabd3ff44c05 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:52.540550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 11b24034-695e-4f03-a43e-cabd3ff44c05 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:52.540957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:52.688148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device e6dd31f9-a77b-475c-9d5e-b49457d758b9 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:04:52.788709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port e6dd31f9-a77b-475c-9d5e-b49457d758b9 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:04:52.789119 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:04:54.053002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613f725-b672-43ec-a333-491a958dbe04 req-5a9b67f6-6e0a-4501-9b74-edbefd231979 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:54.054754 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d613f725-b672-43ec-a333-491a958dbe04 req-5a9b67f6-6e0a-4501-9b74-edbefd231979 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1281013
Jan 18 20:04:54.108955 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d613f725-b672-43ec-a333-491a958dbe04 req-4559da6f-167a-497c-a7ff-9d0ffb387d10 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475454
Jan 18 20:04:54.692002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a44d0b-7245-42c0-82f4-c6a9827b95c3 req-3690a826-e653-4f7f-a289-7700f69314ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:54.693867 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e1a44d0b-7245-42c0-82f4-c6a9827b95c3 req-3690a826-e653-4f7f-a289-7700f69314ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 1163 time: 0.0914354
Jan 18 20:04:54.738512 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e1a44d0b-7245-42c0-82f4-c6a9827b95c3 req-f98dfab3-fa1f-4852-a922-9812bf41bdb6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392005
Jan 18 20:04:55.396292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4b105-41f5-4dfd-85f3-a74cae1f38a0 req-168f0b03-3827-462b-b3c0-25473a92c5b6 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:55.398067 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e3f4b105-41f5-4dfd-85f3-a74cae1f38a0 req-168f0b03-3827-462b-b3c0-25473a92c5b6 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1326265
Jan 18 20:04:55.455733 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e3f4b105-41f5-4dfd-85f3-a74cae1f38a0 req-abdb1e8c-fd5a-4632-aab2-3fab6421bf10 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503988
Jan 18 20:04:58.589799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2da37-2c25-450b-80bc-c5a5446ffcf9 req-ec3bb25d-0739-444a-9c40-1a5e0dfc1d37 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:04:58.591576 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cff2da37-2c25-450b-80bc-c5a5446ffcf9 req-ec3bb25d-0739-444a-9c40-1a5e0dfc1d37 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1235774
Jan 18 20:04:58.660403 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cff2da37-2c25-450b-80bc-c5a5446ffcf9 req-0f01b171-caf7-4ba3-8411-603aad93cc8b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612297
Jan 18 20:05:01.079604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645338b-f61a-4570-9f3d-669cd5edf154 req-7f3d9815-8bd5-4bc2-ad4b-ac8df251a74e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:01.083785 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4645338b-f61a-4570-9f3d-669cd5edf154 req-7f3d9815-8bd5-4bc2-ad4b-ac8df251a74e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1119215
Jan 18 20:05:01.137656 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4645338b-f61a-4570-9f3d-669cd5edf154 req-0fb7bc9f-d54a-464c-89c1-a81a9cc2988b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494707
Jan 18 20:05:01.404943 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3506d7-54c9-4675-a3b2-0e72831b4d23 req-834e3863-7fdc-422f-ab03-016c3d401aee tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:01.406601 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6c3506d7-54c9-4675-a3b2-0e72831b4d23 req-834e3863-7fdc-422f-ab03-016c3d401aee tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1278045
Jan 18 20:05:01.469686 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6c3506d7-54c9-4675-a3b2-0e72831b4d23 req-3040b09a-1b23-4e87-b153-b2fcd5702bd3 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562100
Jan 18 20:05:10.476386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e7a97-bdd6-423a-a405-a5f673c92e7d req-1a4c00dc-9ee8-439d-a4c7-d718579b66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:10.480536 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d1e7a97-bdd6-423a-a405-a5f673c92e7d req-1a4c00dc-9ee8-439d-a4c7-d718579b66cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10b8cee9d3aa476b9427653660a4c562&device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 1162 time: 0.1254780
Jan 18 20:05:10.663227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e7a97-bdd6-423a-a405-a5f673c92e7d req-2f867e3f-1a83-48e7-8f7c-b2ed7a8cffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:10.665464 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d1e7a97-bdd6-423a-a405-a5f673c92e7d req-2f867e3f-1a83-48e7-8f7c-b2ed7a8cffc9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=02c230c4-f60f-47f2-9329-8bad014f8da8 HTTP/1.1" status: 200  len: 912 time: 0.1785016
Jan 18 20:05:10.849962 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d1e7a97-bdd6-423a-a405-a5f673c92e7d req-9a78d003-817f-45a5-bcee-d65db104bc41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=def9a7a3-0467-4e4f-94b4-bffdf44c200a HTTP/1.1" status: 200  len: 217 time: 0.0966914
Jan 18 20:05:10.962760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19373f72-de1d-4189-99bf-88c648be358c req-ad2c4b1f-0d84-46dc-8b57-31f76427c167 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:10.964633 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-19373f72-de1d-4189-99bf-88c648be358c req-ad2c4b1f-0d84-46dc-8b57-31f76427c167 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2977352
Jan 18 20:05:10.966251 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e7a97-bdd6-423a-a405-a5f673c92e7d req-6ecf73a6-4bd5-410e-b98f-095cf7c1d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:10.967718 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d1e7a97-bdd6-423a-a405-a5f673c92e7d req-6ecf73a6-4bd5-410e-b98f-095cf7c1d377 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d3a2eb7-3191-4b4e-886b-727d772b5422 HTTP/1.1" status: 200  len: 858 time: 0.1084895
Jan 18 20:05:11.053505 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d1e7a97-bdd6-423a-a405-a5f673c92e7d req-070b7426-b115-4aa3-ac73-1ccf720e2486 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02c230c4-f60f-47f2-9329-8bad014f8da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0645580
Jan 18 20:05:11.117383 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-19373f72-de1d-4189-99bf-88c648be358c req-077c8a76-9b84-44d2-aa04-78994cf21cc9 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461449
Jan 18 20:05:11.246195 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d1e7a97-bdd6-423a-a405-a5f673c92e7d req-e651bcec-afd4-4a65-8192-a363613e7cd4 service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839340
Jan 18 20:05:11.448631 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d1e7a97-bdd6-423a-a405-a5f673c92e7d req-e5a64e14-2396-452e-a092-8816c4ef5a9e service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1960032
Jan 18 20:05:12.405791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acccf5-cb23-4f2b-9f7b-5ecfd5473163 req-49f317e8-dd73-43a7-81ce-61c12f0c6ad2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:12.407583 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23acccf5-cb23-4f2b-9f7b-5ecfd5473163 req-49f317e8-dd73-43a7-81ce-61c12f0c6ad2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1299455
Jan 18 20:05:12.466230 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23acccf5-cb23-4f2b-9f7b-5ecfd5473163 req-7e852807-4a69-4463-918d-2fbf87db50f7 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515199
Jan 18 20:05:12.625616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bfd4045d-48c7-4510-9558-79eafe861030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:13.722878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27261710-ee57-47e0-9004-0333f9fcfb48 req-008f2b9d-7d3f-4132-a0d3-fe85089a35ce tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:13.724585 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-27261710-ee57-47e0-9004-0333f9fcfb48 req-008f2b9d-7d3f-4132-a0d3-fe85089a35ce tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1217830
Jan 18 20:05:13.782248 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-27261710-ee57-47e0-9004-0333f9fcfb48 req-593ae1df-1820-414a-be3e-6f215cb6aa5d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502000
Jan 18 20:05:15.058650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3f611-5af5-40d6-816e-bba1ef5ab10b req-bbbb8ae4-5e42-40c6-b015-2844fa49191f tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:15.060509 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8e3f611-5af5-40d6-816e-bba1ef5ab10b req-bbbb8ae4-5e42-40c6-b015-2844fa49191f tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1141713
Jan 18 20:05:15.101857 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8f2043b1-06a7-495a-a4d3-4692a5ce4a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:15.124383 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8e3f611-5af5-40d6-816e-bba1ef5ab10b req-0bbaa09f-010b-4084-bc9b-3e02e81aa247 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557103
Jan 18 20:05:15.626609 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60000) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:15.747478 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:15.804750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-adfb20fe-0e43-4bd5-b888-fb425c026d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:16.037408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-adfb20fe-0e43-4bd5-b888-fb425c026d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:16.041965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-adfb20fe-0e43-4bd5-b888-fb425c026d18 admin admin] Usage tracker for resource:security_group_rule and tenant:c22e2aa3b80140aeb045b18d8d8aea2e is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:16.045093 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-adfb20fe-0e43-4bd5-b888-fb425c026d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:16.051128 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-adfb20fe-0e43-4bd5-b888-fb425c026d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:16.159678 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-adfb20fe-0e43-4bd5-b888-fb425c026d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:16.163401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-adfb20fe-0e43-4bd5-b888-fb425c026d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:16.173511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:16.217872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb20fe-0e43-4bd5-b888-fb425c026d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0856a14-e137-4ef8-8493-ebbefd30a52b,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:16.222860 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-adfb20fe-0e43-4bd5-b888-fb425c026d18 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c22e2aa3b80140aeb045b18d8d8aea2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5949957
Jan 18 20:05:16.223987 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-adfb20fe-0e43-4bd5-b888-fb425c026d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:16.226860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60010) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:16.298888 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dd95-5938-410a-8d1e-3142ad3f624e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:16.331105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dd95-5938-410a-8d1e-3142ad3f624e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:16.384387 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dd95-5938-410a-8d1e-3142ad3f624e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:16.390020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b9718001-e73a-46a8-bce4-2a5c15acda63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:16.396501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835f05-b3a5-4aac-995b-97f56101b327 req-02dd00bf-57a6-4f06-be2b-ae3820d3e07c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:16.398252 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee835f05-b3a5-4aac-995b-97f56101b327 req-02dd00bf-57a6-4f06-be2b-ae3820d3e07c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1246343
Jan 18 20:05:16.403506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1dd95-5938-410a-8d1e-3142ad3f624e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0856a14-e137-4ef8-8493-ebbefd30a52b,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:16.406211 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2eb1dd95-5938-410a-8d1e-3142ad3f624e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:16.416584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dd95-5938-410a-8d1e-3142ad3f624e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:16.418147 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2eb1dd95-5938-410a-8d1e-3142ad3f624e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f0856a14-e137-4ef8-8493-ebbefd30a52b HTTP/1.1" status: 204  len: 168 time: 0.1899731
Jan 18 20:05:16.468543 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee835f05-b3a5-4aac-995b-97f56101b327 req-77f96e67-2af7-4c18-9d00-7680bd537a5a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631618
Jan 18 20:05:16.663408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:16.866132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 60028) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:16.886816 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4c5a78de-a4ef-44cc-9142-9ccc0c3365a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:16.904674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4c5a78de-a4ef-44cc-9142-9ccc0c3365a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:16.909240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4c5a78de-a4ef-44cc-9142-9ccc0c3365a9 admin admin] Usage tracker for resource:security_group_rule and tenant:ae2a4c5ef7774994a6da9113ffde354f is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:16.913049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4c5a78de-a4ef-44cc-9142-9ccc0c3365a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:16.919522 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4c5a78de-a4ef-44cc-9142-9ccc0c3365a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:17.020859 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4c5a78de-a4ef-44cc-9142-9ccc0c3365a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:17.024564 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4c5a78de-a4ef-44cc-9142-9ccc0c3365a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:17.034092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:17.088707 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4c5a78de-a4ef-44cc-9142-9ccc0c3365a9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ae2a4c5ef7774994a6da9113ffde354f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2209792
Jan 18 20:05:17.090120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a78de-a4ef-44cc-9142-9ccc0c3365a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da626a0c-30d2-46d6-b763-651313ed0377,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:17.091886 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60034) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:17.094308 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4c5a78de-a4ef-44cc-9142-9ccc0c3365a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:17.166222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f57e2fc4-4723-4c30-8d92-1d88bc0bc8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:17.199546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f57e2fc4-4723-4c30-8d92-1d88bc0bc8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:17.256834 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f57e2fc4-4723-4c30-8d92-1d88bc0bc8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:17.266020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-05a906e3-caa6-4a2f-8eab-f855fc8bdcf4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:17.282473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:17.285008 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e2fc4-4723-4c30-8d92-1d88bc0bc8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da626a0c-30d2-46d6-b763-651313ed0377,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:17.289049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f57e2fc4-4723-4c30-8d92-1d88bc0bc8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:17.290725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f57e2fc4-4723-4c30-8d92-1d88bc0bc8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:17.292495 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f57e2fc4-4723-4c30-8d92-1d88bc0bc8c3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/da626a0c-30d2-46d6-b763-651313ed0377 HTTP/1.1" status: 204  len: 168 time: 0.1958568
Jan 18 20:05:19.591712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77eb49-a2c0-492b-995a-03942dd8676c req-0cee4554-5cba-4998-9188-17a0fbe4a764 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:19.593483 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa77eb49-a2c0-492b-995a-03942dd8676c req-0cee4554-5cba-4998-9188-17a0fbe4a764 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1155400
Jan 18 20:05:19.656932 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa77eb49-a2c0-492b-995a-03942dd8676c req-ffa95695-759e-455d-9fc5-9e8a58a16a36 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556035
Jan 18 20:05:20.275452 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:20.942439 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c940-31ec-4eed-81d7-37ae5ffdcc94 req-c39eb045-9d7e-4f2a-a1f1-b7d5c3cd5aaf tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:20.944767 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d63c940-31ec-4eed-81d7-37ae5ffdcc94 req-c39eb045-9d7e-4f2a-a1f1-b7d5c3cd5aaf tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1270380
Jan 18 20:05:21.004092 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d63c940-31ec-4eed-81d7-37ae5ffdcc94 req-11be678e-a298-4d4d-afca-c32d582d6b60 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497079
Jan 18 20:05:22.271468 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042edfa-489d-470c-892f-4fcc6b3da22a req-6a2dc233-c987-4587-b539-72ff3eb30c8d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:22.276994 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2042edfa-489d-470c-892f-4fcc6b3da22a req-6a2dc233-c987-4587-b539-72ff3eb30c8d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1322095
Jan 18 20:05:22.348973 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2042edfa-489d-470c-892f-4fcc6b3da22a req-076d1743-022d-43cf-9e26-445ba7e6c016 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595789
Jan 18 20:05:22.440743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-9e84640c-d40b-465f-8c57-14fcbd5d8670 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Synchronizing usage tracker for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:05:22.459842 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-9e84640c-d40b-465f-8c57-14fcbd5d8670 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Unset dirty status for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:05:22.461156 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-9e84640c-d40b-465f-8c57-14fcbd5d8670 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-971848023&fields=id&tenant_id=0cf7d194c07942169bc93c32f57c5f0c HTTP/1.1" status: 200  len: 267 time: 0.0691967
Jan 18 20:05:22.660191 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-4c205db4-d873-4cf7-af2c-cf4926a7724d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:22.661943 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-4c205db4-d873-4cf7-af2c-cf4926a7724d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/networks?id=737832de-e12d-48fd-b4ec-73e8ae089722 HTTP/1.1" status: 200  len: 809 time: 0.1928053
Jan 18 20:05:22.679576 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-4a9df6c8-5db6-464a-88c5-6fd0377cd1d1 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/quotas/0cf7d194c07942169bc93c32f57c5f0c HTTP/1.1" status: 200  len: 375 time: 0.0109355
Jan 18 20:05:22.802179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-ea8c45b2-9742-4900-9cfe-f426a610f98b tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Synchronizing usage tracker for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:05:22.826178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-ea8c45b2-9742-4900-9cfe-f426a610f98b tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Unset dirty status for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:05:22.828882 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-ea8c45b2-9742-4900-9cfe-f426a610f98b tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?tenant_id=0cf7d194c07942169bc93c32f57c5f0c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1395273
Jan 18 20:05:23.006272 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-36085c19-59f3-4176-a2ab-42f6821afa73 service neutron] 10.222.0.101 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652150
Jan 18 20:05:23.172137 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-7187d518-3c3e-4f8c-9e3e-55f1be86bfe7 service neutron] 10.222.0.101 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578498
Jan 18 20:05:23.580326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 60206) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:23.680657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c497c5b-af2d-4245-b03c-c87344bd657a req-caeb68f4-e535-421b-95f1-095586594000 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:23.682582 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5c497c5b-af2d-4245-b03c-c87344bd657a req-caeb68f4-e535-421b-95f1-095586594000 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1470799
Jan 18 20:05:23.797369 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5c497c5b-af2d-4245-b03c-c87344bd657a req-7fd9803e-fbe4-42bc-9787-a534c5e351b1 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066225
Jan 18 20:05:23.969079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8655794f-c506-4cb3-8258-2d0e8683a05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:23.989890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8655794f-c506-4cb3-8258-2d0e8683a05d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:24.002771 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8655794f-c506-4cb3-8258-2d0e8683a05d admin admin] Usage tracker for resource:security_group_rule and tenant:8527a7f48f214a2188f316d6ae6e5abd is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:24.054070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8655794f-c506-4cb3-8258-2d0e8683a05d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:24.073031 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ec6b8f09-e028-4b50-ab5f-48e17cd2c92e req-145a1957-3417-4be1-890f-02fb1b587857 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 210 time: 0.0733752
Jan 18 20:05:24.074142 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8655794f-c506-4cb3-8258-2d0e8683a05d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:24.116660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 60234) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:24.333662 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-0518a1d8-f561-43ce-9a51-c54b8e0c06f3 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:24.335858 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-0518a1d8-f561-43ce-9a51-c54b8e0c06f3 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 815 time: 0.2828591
Jan 18 20:05:24.360908 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-d78600e0-64f8-4395-a7d6-a3e06203fc41 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/quotas/b5e9c83f6cf64d11bb5798d195e58d22 HTTP/1.1" status: 200  len: 375 time: 0.0181170
Jan 18 20:05:24.464380 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8655794f-c506-4cb3-8258-2d0e8683a05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:24.470208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8655794f-c506-4cb3-8258-2d0e8683a05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:24.494621 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7d576ac5-67fd-4f60-8903-6f0fa21411b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:24.500560 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c93ce8e9-ba7e-402d-8883-bb0bfe004d54 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1382699
Jan 18 20:05:24.519657 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8655794f-c506-4cb3-8258-2d0e8683a05d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8527a7f48f214a2188f316d6ae6e5abd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9351058
Jan 18 20:05:24.520646 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 60248) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:24.555571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655794f-c506-4cb3-8258-2d0e8683a05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df87d883-de34-4a62-aa60-984efdfe5d74,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:24.567186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8655794f-c506-4cb3-8258-2d0e8683a05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:24.633769 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a19f89bc-0198-4023-8793-57e22b23c79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:24.653473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3597d109-e060-4cf0-9be1-91a65969ba66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:24.676606 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a19f89bc-0198-4023-8793-57e22b23c79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:24.692421 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3597d109-e060-4cf0-9be1-91a65969ba66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:24.699570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3597d109-e060-4cf0-9be1-91a65969ba66 admin admin] Usage tracker for resource:security_group_rule and tenant:e3628ce3286f4ccc9c108d4394d92f7d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:24.704264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3597d109-e060-4cf0-9be1-91a65969ba66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:24.711063 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-0761476c-6f34-4a60-83af-0a3546a1d116 service neutron] 10.222.0.101 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073953
Jan 18 20:05:24.730974 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3597d109-e060-4cf0-9be1-91a65969ba66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:24.772491 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a19f89bc-0198-4023-8793-57e22b23c79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:24.787884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e506aa29-b88c-433e-b0c4-5a4d03092c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:24.813799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f89bc-0198-4023-8793-57e22b23c79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df87d883-de34-4a62-aa60-984efdfe5d74,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:24.819568 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a19f89bc-0198-4023-8793-57e22b23c79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:24.820464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a19f89bc-0198-4023-8793-57e22b23c79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:24.824976 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a19f89bc-0198-4023-8793-57e22b23c79c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/df87d883-de34-4a62-aa60-984efdfe5d74 HTTP/1.1" status: 204  len: 168 time: 0.2998919
Jan 18 20:05:24.920908 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-a97b7ae9-fe30-4092-b871-9cafbb0cd555 service neutron] 10.222.0.101 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2028809
Jan 18 20:05:24.974088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3597d109-e060-4cf0-9be1-91a65969ba66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:24.980642 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3597d109-e060-4cf0-9be1-91a65969ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:25.009927 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b40b3f59-998a-494f-ba91-e81a8032079f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:25.030681 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-3597d109-e060-4cf0-9be1-91a65969ba66 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e3628ce3286f4ccc9c108d4394d92f7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9128163
Jan 18 20:05:25.034197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60260) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:25.119925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597d109-e060-4cf0-9be1-91a65969ba66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f00aca8-c827-4fea-ad86-9067fe912033,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:25.124151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3597d109-e060-4cf0-9be1-91a65969ba66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:25.175304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce5d51-20d9-4796-a7f5-2cd29b95b142 req-0ef3ac2f-71cf-45e4-a3e8-babf9c76ef0a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:25.184222 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0bce5d51-20d9-4796-a7f5-2cd29b95b142 req-0ef3ac2f-71cf-45e4-a3e8-babf9c76ef0a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1754007
Jan 18 20:05:25.205449 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-94263afa-7262-4163-8e18-ba51ddfc9948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:25.253036 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0bce5d51-20d9-4796-a7f5-2cd29b95b142 req-473cb9df-19e0-46c9-8c40-cd818f43a16a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673208
Jan 18 20:05:25.280076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-94263afa-7262-4163-8e18-ba51ddfc9948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:25.398781 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-904d1d93-67ce-4452-97d8-78e1ce415071 req-825e72b5-59f4-4ac6-8f4b-526ad9d56419 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 210 time: 0.0954332
Jan 18 20:05:25.409589 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60280) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:25.450788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9620-226f-4936-a1cc-fc50c7969776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:25.492902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-94263afa-7262-4163-8e18-ba51ddfc9948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:25.509069 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-2e1a9620-226f-4936-a1cc-fc50c7969776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:25.514173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d6c952dd-97fd-43a7-953f-861df4440dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:25.515872 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2a10890d-be85-4cba-9912-f751810146f8 req-96ed5ca6-9b9f-497b-9e1a-02b68433f7ff tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 210 time: 0.1425765
Jan 18 20:05:25.535551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-2e1a9620-226f-4936-a1cc-fc50c7969776 admin admin] Usage tracker for resource:security_group_rule and tenant:7684ce7df21b4157941602032abd8b87 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:25.538912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-2e1a9620-226f-4936-a1cc-fc50c7969776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:25.546156 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-2e1a9620-226f-4936-a1cc-fc50c7969776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:25.649379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-94263afa-7262-4163-8e18-ba51ddfc9948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:25.651338 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-94263afa-7262-4163-8e18-ba51ddfc9948 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1f00aca8-c827-4fea-ad86-9067fe912033 HTTP/1.1" status: 204  len: 168 time: 0.6150928
Jan 18 20:05:25.661290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94263afa-7262-4163-8e18-ba51ddfc9948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f00aca8-c827-4fea-ad86-9067fe912033,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:25.667846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-94263afa-7262-4163-8e18-ba51ddfc9948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:25.887505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9620-226f-4936-a1cc-fc50c7969776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:25.892351 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9620-226f-4936-a1cc-fc50c7969776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:25.917284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-adfb20fe-0e43-4bd5-b888-fb425c026d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:25.935363 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-7a4abb6e-9688-4b09-8d4b-6ba8d98213b3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:25.937178 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-7a4abb6e-9688-4b09-8d4b-6ba8d98213b3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.72 "GET /v2.0/networks?id=737832de-e12d-48fd-b4ec-73e8ae089722 HTTP/1.1" status: 200  len: 809 time: 0.3237720
Jan 18 20:05:25.964616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a9620-226f-4936-a1cc-fc50c7969776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1ac1b1-c6e2-479f-b95f-49ef0ed49d29,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:25.970178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2e1a9620-226f-4936-a1cc-fc50c7969776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:25.985552 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 60294) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:25.986313 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2e1a9620-226f-4936-a1cc-fc50c7969776 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7684ce7df21b4157941602032abd8b87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5751233
Jan 18 20:05:26.132638 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-66af704d-d7d9-4f73-b00e-b37a4d49d5ca tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0cf7d194c07942169bc93c32f57c5f0c HTTP/1.1" status: 200  len: 5757 time: 0.1438801
Jan 18 20:05:26.165210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-26a46417-fec2-404b-a403-a012882648cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:26.211515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-26a46417-fec2-404b-a403-a012882648cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:26.228375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Request body: {'port': {'device_id': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'admin_state_up': True, 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'security_groups': ['792acf36-a58c-41c8-991b-9c3fb0dc80d4']}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:05:26.441706 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-26a46417-fec2-404b-a403-a012882648cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:26.448070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:26.450707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8e98af53-8877-4768-a4ad-be507e98d11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:26.475638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a46417-fec2-404b-a403-a012882648cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1ac1b1-c6e2-479f-b95f-49ef0ed49d29,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:26.478660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-26a46417-fec2-404b-a403-a012882648cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:26.482662 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:26.491553 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-26a46417-fec2-404b-a403-a012882648cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:26.496033 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-26a46417-fec2-404b-a403-a012882648cc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2f1ac1b1-c6e2-479f-b95f-49ef0ed49d29 HTTP/1.1" status: 204  len: 168 time: 0.5091398
Jan 18 20:05:26.503176 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Made reservation on behalf of 0cf7d194c07942169bc93c32f57c5f0c for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:05:26.515398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:26.631695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc6475-7bb8-4777-9bfc-c5a37618385f req-29e58393-567a-4dee-b3f5-defd5366c061 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:26.633491 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-31bc6475-7bb8-4777-9bfc-c5a37618385f req-29e58393-567a-4dee-b3f5-defd5366c061 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1900172
Jan 18 20:05:26.689741 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-31bc6475-7bb8-4777-9bfc-c5a37618385f req-b03eeaa7-bfdf-4637-8f3c-9fe0cbac4f6b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492005
Jan 18 20:05:26.706712 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-694df191-2ff0-484e-9249-707f244005aa req-46b6cec3-77e8-41bd-a8e5-22fe63aab691 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 210 time: 0.0810890
Jan 18 20:05:26.970279 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-440bace8-dfd7-4cb2-bc0d-9acf2bcaa766 req-6f7162cb-9378-4b68-a07c-b69bf763b5df tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 210 time: 0.0834548
Jan 18 20:05:27.067275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Allocated IP 172.20.0.13 (737832de-e12d-48fd-b4ec-73e8ae089722/94dd3169-dbb8-4097-b7b0-a68d04083b6b/826446f2-0d72-44b3-aecc-06f566b2e093) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:05:27.231204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-168dda83-dd91-49d2-98d9-08f6abe36b0d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:27.233384 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-168dda83-dd91-49d2-98d9-08f6abe36b0d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 815 time: 0.2618399
Jan 18 20:05:27.261112 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Request body: {'port': {'device_id': 'c3a7ada8-a6e5-45ed-965b-56c30590282b', 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7', 'admin_state_up': True, 'tenant_id': 'b5e9c83f6cf64d11bb5798d195e58d22'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:05:27.341880 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:27.360861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Transition to ACTIVE for port object 826446f2-0d72-44b3-aecc-06f566b2e093 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:05:27.389928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:27.407967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:27.489667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Pushing event updated for resources: {'Port': ['ID=826446f2-0d72-44b3-aecc-06f566b2e093,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:27.497844 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:27.518817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:27.530957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:27.545956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Made reservation on behalf of b5e9c83f6cf64d11bb5798d195e58d22 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:05:27.560341 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:27.724149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Network 737832de-e12d-48fd-b4ec-73e8ae089722 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:05:27.746246 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:05:27.757381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:05:27.867985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 60346) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:28.052544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:28.053657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:28.104305 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9034252
Jan 18 20:05:28.128999 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-36ed922c-c496-436e-8e6e-4770a5a4c4f8 None None] Provisioning for port 826446f2-0d72-44b3-aecc-06f566b2e093 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:05:28.143357 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb78a6-b93e-4bbe-ba9a-e32af0a2d0f2 req-9841f57e-fb01-4b94-8721-47501163c2ff tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:28.147490 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fedb78a6-b93e-4bbe-ba9a-e32af0a2d0f2 req-9841f57e-fb01-4b94-8721-47501163c2ff tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2233741
Jan 18 20:05:28.149901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-36ed922c-c496-436e-8e6e-4770a5a4c4f8 None None] Provisioning complete for port 826446f2-0d72-44b3-aecc-06f566b2e093 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:05:28.150389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-36ed922c-c496-436e-8e6e-4770a5a4c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:28.154323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Request body: {'port': {'device_id': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:05:28.254841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-36ed922c-c496-436e-8e6e-4770a5a4c4f8 None None] Port 826446f2-0d72-44b3-aecc-06f566b2e093 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:05:28.316956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c6bfc4cc-d999-40cb-be85-c2f4be9522ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:28.329869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Allocated IP 172.20.0.6 (750dc145-6b59-45da-9c9e-22b2c9b519f7/70c212ca-5183-42ef-8fad-d29415fcef77/b64b9437-005a-47d5-962a-72aed6805c19) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:05:28.354008 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fedb78a6-b93e-4bbe-ba9a-e32af0a2d0f2 req-710b6557-b1e8-492b-b6ae-99785d2e3e72 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395876
Jan 18 20:05:28.359236 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-c6bfc4cc-d999-40cb-be85-c2f4be9522ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:28.373006 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-c6bfc4cc-d999-40cb-be85-c2f4be9522ce admin admin] Usage tracker for resource:security_group_rule and tenant:ae361ccb9db74dbba69fa3aae8717206 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:28.390949 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bb0e1-0764-4018-967f-518e5c000625 req-499ed881-a75c-4103-ba4e-11333b722072 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:28.392734 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d92bb0e1-0764-4018-967f-518e5c000625 req-499ed881-a75c-4103-ba4e-11333b722072 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 932 time: 0.2098219
Jan 18 20:05:28.466003 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-c6bfc4cc-d999-40cb-be85-c2f4be9522ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:28.470979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:28.487783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-d92bb0e1-0764-4018-967f-518e5c000625 req-9fde0fbf-4133-472a-a734-fdc150f69d39 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Synchronizing usage tracker for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:05:28.494418 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-c6bfc4cc-d999-40cb-be85-c2f4be9522ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:28.515272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:05:28.548092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-d92bb0e1-0764-4018-967f-518e5c000625 req-9fde0fbf-4133-472a-a734-fdc150f69d39 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Unset dirty status for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:05:28.549408 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d92bb0e1-0764-4018-967f-518e5c000625 req-9fde0fbf-4133-472a-a734-fdc150f69d39 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1436348
Jan 18 20:05:28.569380 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d7cb1e05-34e0-4eb8-8490-4a9fc6c3fbd8 req-a82db348-8f96-4e5b-9bf6-65a73b964a76 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 210 time: 0.0720272
Jan 18 20:05:28.800368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:28.848931 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:28.868378 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4f6f234b-74dd-4791-b005-6c4555542dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:29.054976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Pushing event updated for resources: {'Port': ['ID=b64b9437-005a-47d5-962a-72aed6805c19,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:29.060017 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:29.112973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c6bfc4cc-d999-40cb-be85-c2f4be9522ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:29.114451 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Network 750dc145-6b59-45da-9c9e-22b2c9b519f7 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:05:29.116019 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:05:29.118652 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:05:29.119350 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c6bfc4cc-d999-40cb-be85-c2f4be9522ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:29.130684 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0e983685-42dc-435a-bf8b-660eadd9380a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:29.200583 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-c6bfc4cc-d999-40cb-be85-c2f4be9522ce admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ae361ccb9db74dbba69fa3aae8717206&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3207633
Jan 18 20:05:29.201041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 60372) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:29.201174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:29.202556 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:29.218919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfc4cc-d999-40cb-be85-c2f4be9522ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330e63b4-b435-4f74-8099-6484dc525c70,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:29.225901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c6bfc4cc-d999-40cb-be85-c2f4be9522ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:29.241077 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9873097
Jan 18 20:05:29.258404 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Request body: {'port': {'device_id': 'c3a7ada8-a6e5-45ed-965b-56c30590282b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:05:29.375877 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6279d823-91b5-4bec-b846-821632cb2677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:29.404118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826446f2-0d72-44b3-aecc-06f566b2e093 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:05:29.428364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:29.450182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6279d823-91b5-4bec-b846-821632cb2677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:29.454278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:29.474252 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Transition to ACTIVE for port object 826446f2-0d72-44b3-aecc-06f566b2e093 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:05:29.500674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:29.523622 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:29.740009 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Pushing event updated for resources: {'Port': ['ID=826446f2-0d72-44b3-aecc-06f566b2e093,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:29.743392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:29.755528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6279d823-91b5-4bec-b846-821632cb2677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:29.764595 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8eea427d-4262-4442-bc73-78de59897cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:29.786572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279d823-91b5-4bec-b846-821632cb2677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330e63b4-b435-4f74-8099-6484dc525c70,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:29.789396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6279d823-91b5-4bec-b846-821632cb2677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:29.876304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6279d823-91b5-4bec-b846-821632cb2677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:29.877874 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-6279d823-91b5-4bec-b846-821632cb2677 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/330e63b4-b435-4f74-8099-6484dc525c70 HTTP/1.1" status: 204  len: 168 time: 0.6758299
Jan 18 20:05:29.949423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ea571-2ca4-4b43-80eb-6eec74da2b33 req-1fed0176-6582-4b59-bdb6-761d4ace882d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:29.962419 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee1ea571-2ca4-4b43-80eb-6eec74da2b33 req-1fed0176-6582-4b59-bdb6-761d4ace882d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.3896675
Jan 18 20:05:30.086051 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee1ea571-2ca4-4b43-80eb-6eec74da2b33 req-57b843a1-abd6-4a09-9d0f-4b1a0aef79e3 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262984
Jan 18 20:05:30.135624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11810b65-8771-452e-9574-da3f490515a4 req-9e6a2817-cc21-46b0-80b8-bf43507a5a42 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:30.144019 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-11810b65-8771-452e-9574-da3f490515a4 req-9e6a2817-cc21-46b0-80b8-bf43507a5a42 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 931 time: 0.3814292
Jan 18 20:05:30.174112 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Attempting to bind port 826446f2-0d72-44b3-aecc-06f566b2e093 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:05:30.174488 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Attempting to bind port 826446f2-0d72-44b3-aecc-06f566b2e093 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:05:30.174892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Attempting to bind port 826446f2-0d72-44b3-aecc-06f566b2e093 on network 737832de-e12d-48fd-b4ec-73e8ae089722 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:05:30.182409 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:05:30.182783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Checking segment: {'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:05:30.183189 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:30.183586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Bound using segment: {'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:05:30.184064 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Bound port: 826446f2-0d72-44b3-aecc-06f566b2e093, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06db37ee-5eca-479f-8407-8d23fe9ac8c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:05:30.184462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:30.275930 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-11810b65-8771-452e-9574-da3f490515a4 req-ae0feb52-bb21-422c-b631-a53aa335232d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306939
Jan 18 20:05:30.394190 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] For port 826446f2-0d72-44b3-aecc-06f566b2e093, host hv-cinder-56205, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:05:30.399519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] For port 826446f2-0d72-44b3-aecc-06f566b2e093, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=826446f2-0d72-44b3-aecc-06f566b2e093,segment=NetworkSegment(06db37ee-5eca-479f-8407-8d23fe9ac8c3),segment_id=06db37ee-5eca-479f-8407-8d23fe9ac8c3)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:05:30.416757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:30.618583 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60414) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:30.657463 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-eeca6252-4b5a-49f0-aef4-ee20675e543e tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:30.731400 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:30.732112 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:30.733619 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] 10.222.0.72 "PUT /v2.0/ports/826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 200  len: 1158 time: 2.5848706
Jan 18 20:05:30.736520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:05:30.779142 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Pushing event updated for resources: {'Port': ['ID=826446f2-0d72-44b3-aecc-06f566b2e093,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:30.792509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba708a-f3f9-41ba-ba38-a26e9356efc3 req-0332af10-ad66-476c-933e-28b6d3db223d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:30.795704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:30.801856 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-74ba708a-f3f9-41ba-ba38-a26e9356efc3 req-0332af10-ad66-476c-933e-28b6d3db223d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1804655
Jan 18 20:05:30.887497 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-fa32223d-8180-4cc0-8fc3-9764419040f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:30.889972 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-fa32223d-8180-4cc0-8fc3-9764419040f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cf7d194c07942169bc93c32f57c5f0c&device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 1161 time: 0.0908291
Jan 18 20:05:30.969926 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64b9437-005a-47d5-962a-72aed6805c19 {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:05:30.978999 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6527a980-ff93-4296-bb63-f02019ef7af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:31.000120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:31.021056 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-74ba708a-f3f9-41ba-ba38-a26e9356efc3 req-2f226831-4e8c-42b1-bc19-169d8042d59b tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2185392
Jan 18 20:05:31.045951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Transition to ACTIVE for port object b64b9437-005a-47d5-962a-72aed6805c19 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:05:31.049936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-6527a980-ff93-4296-bb63-f02019ef7af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:31.054720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:31.075347 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-6527a980-ff93-4296-bb63-f02019ef7af5 admin admin] Usage tracker for resource:security_group_rule and tenant:57caf1c06a3049939286b997c0ec6929 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:31.080432 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:31.143799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-6527a980-ff93-4296-bb63-f02019ef7af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:31.205801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-6527a980-ff93-4296-bb63-f02019ef7af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:31.316585 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-e66ce2b6-4f8a-4564-b8d5-65700d2a7ae0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 200  len: 217 time: 0.4109702
Jan 18 20:05:31.319771 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093', 'status': 'completed', 'code': 200}
Jan 18 20:05:31.320372 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b64b9437-005a-47d5-962a-72aed6805c19,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:31.346268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:31.475598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-046ba63a-56cd-4220-898c-f74bb5764837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:31.478117 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-046ba63a-56cd-4220-898c-f74bb5764837 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94dd3169-dbb8-4097-b7b0-a68d04083b6b HTTP/1.1" status: 200  len: 848 time: 0.1528797
Jan 18 20:05:31.603362 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c75d4-a7b4-4a4c-a242-d14d094b1b1d req-9700d470-868f-4c87-b805-f12d348137e5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:31.611717 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d96c75d4-a7b4-4a4c-a242-d14d094b1b1d req-9700d470-868f-4c87-b805-f12d348137e5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2361522
Jan 18 20:05:31.677731 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d96c75d4-a7b4-4a4c-a242-d14d094b1b1d req-a1342922-2cd1-45e0-96f4-10d962b5640d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646169
Jan 18 20:05:31.685033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-7ca7dc2c-d993-4066-9cdb-711f34f87485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:31.687167 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-7ca7dc2c-d993-4066-9cdb-711f34f87485 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=737832de-e12d-48fd-b4ec-73e8ae089722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2006183
Jan 18 20:05:31.781580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6527a980-ff93-4296-bb63-f02019ef7af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:31.798354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6527a980-ff93-4296-bb63-f02019ef7af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:31.810233 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bc0849fa-dbb3-453d-ab85-f3951b7e78c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:31.845830 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Attempting to bind port b64b9437-005a-47d5-962a-72aed6805c19 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:05:31.846607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Attempting to bind port b64b9437-005a-47d5-962a-72aed6805c19 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:05:31.847209 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Attempting to bind port b64b9437-005a-47d5-962a-72aed6805c19 on network 750dc145-6b59-45da-9c9e-22b2c9b519f7 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:05:31.882379 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-ff977945-1ea5-42bd-b37b-96e9c6eb9a73 service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1898787
Jan 18 20:05:31.934397 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e30e0-0989-44ed-8806-b59484377119 req-08330f75-b0d0-47ff-90cd-22006b2efe52 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:31.935811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-8a4e30e0-0989-44ed-8806-b59484377119 req-08330f75-b0d0-47ff-90cd-22006b2efe52 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Synchronizing usage tracker for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:05:31.956852 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:05:31.957218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Checking segment: {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:05:31.957531 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:31.957905 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Bound using segment: {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:05:31.958393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Bound port: b64b9437-005a-47d5-962a-72aed6805c19, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbea2f12-74cc-4494-8348-335cc1966c75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '750dc145-6b59-45da-9c9e-22b2c9b519f7'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:05:31.958779 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:31.972739 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-6527a980-ff93-4296-bb63-f02019ef7af5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=57caf1c06a3049939286b997c0ec6929&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3484318
Jan 18 20:05:31.976395 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 60440) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:31.980261 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527a980-ff93-4296-bb63-f02019ef7af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee919d7-291e-4526-ad0c-3dcba60cef29,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:31.991633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6527a980-ff93-4296-bb63-f02019ef7af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:32.040665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-8a4e30e0-0989-44ed-8806-b59484377119 req-08330f75-b0d0-47ff-90cd-22006b2efe52 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Unset dirty status for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:05:32.041408 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8a4e30e0-0989-44ed-8806-b59484377119 req-08330f75-b0d0-47ff-90cd-22006b2efe52 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 943 time: 0.5276773
Jan 18 20:05:32.141898 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8a4e30e0-0989-44ed-8806-b59484377119 req-5de08903-9135-4388-8065-f02396246d6a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866802
Jan 18 20:05:32.147685 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] For port b64b9437-005a-47d5-962a-72aed6805c19, host hv-cinder-56205, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:05:32.152149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] For port b64b9437-005a-47d5-962a-72aed6805c19, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=b64b9437-005a-47d5-962a-72aed6805c19,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:05:32.157786 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:32.169511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4905eaa0-7f0c-40d4-b789-f3a9930bfbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:32.178394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9e75c6d6-83a1-49e9-9d61-2946a03be580 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:32.182278 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23b6763c-8cd8-4416-88d7-2ee68cbac4d2 req-99652cfd-4c2a-4cc1-a3f7-23c2cb3a36e2 service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2525041
Jan 18 20:05:32.264810 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4905eaa0-7f0c-40d4-b789-f3a9930bfbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:32.341356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b64b9437-005a-47d5-962a-72aed6805c19,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:32.347165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:32.385810 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:32.386566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:32.388117 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] 10.222.0.72 "PUT /v2.0/ports/b64b9437-005a-47d5-962a-72aed6805c19 HTTP/1.1" status: 200  len: 1157 time: 3.1357615
Jan 18 20:05:32.388819 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a7ada8-a6e5-45ed-965b-56c30590282b', 'tag': 'b64b9437-005a-47d5-962a-72aed6805c19'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:05:32.428772 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4905eaa0-7f0c-40d4-b789-f3a9930bfbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:32.435641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2a7a1713-f776-41c3-b1bd-7b940be45120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:32.448215 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73853f51-620c-4799-8a7c-803dd203ff30 req-daa57ea2-2fc5-4998-b81d-860451397933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:32.450969 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73853f51-620c-4799-8a7c-803dd203ff30 req-daa57ea2-2fc5-4998-b81d-860451397933 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cf7d194c07942169bc93c32f57c5f0c&device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 1161 time: 0.1586545
Jan 18 20:05:32.479465 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6fb9c-e745-40e4-a7e2-3934ddf5d30e req-e2db93a5-4847-484d-8b08-53c263601dcf tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:32.480293 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-c9f6fb9c-e745-40e4-a7e2-3934ddf5d30e req-e2db93a5-4847-484d-8b08-53c263601dcf tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Synchronizing usage tracker for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:05:32.486204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905eaa0-7f0c-40d4-b789-f3a9930bfbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee919d7-291e-4526-ad0c-3dcba60cef29,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:32.490396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4905eaa0-7f0c-40d4-b789-f3a9930bfbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:32.494867 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a7ada8-a6e5-45ed-965b-56c30590282b', 'tag': 'b64b9437-005a-47d5-962a-72aed6805c19', 'status': 'completed', 'code': 200}
Jan 18 20:05:32.539456 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-4924849c-7a7c-4673-948c-340430edad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:32.541194 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-4924849c-7a7c-4673-948c-340430edad32 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 1160 time: 0.0919962
Jan 18 20:05:32.548267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4905eaa0-7f0c-40d4-b789-f3a9930bfbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:32.549670 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4905eaa0-7f0c-40d4-b789-f3a9930bfbdd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0ee919d7-291e-4526-ad0c-3dcba60cef29 HTTP/1.1" status: 204  len: 168 time: 0.5688446
Jan 18 20:05:32.601827 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-c9f6fb9c-e745-40e4-a7e2-3934ddf5d30e req-e2db93a5-4847-484d-8b08-53c263601dcf tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Unset dirty status for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:05:32.605035 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c9f6fb9c-e745-40e4-a7e2-3934ddf5d30e req-e2db93a5-4847-484d-8b08-53c263601dcf tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.3947072
Jan 18 20:05:32.634323 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-628eb9bb-10da-4edc-a940-3567cf7da5ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64b9437-005a-47d5-962a-72aed6805c19 HTTP/1.1" status: 200  len: 217 time: 0.0803304
Jan 18 20:05:32.696861 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c9f6fb9c-e745-40e4-a7e2-3934ddf5d30e req-d5a99389-7647-43a0-8613-89faa899522f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0849385
Jan 18 20:05:32.707327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73853f51-620c-4799-8a7c-803dd203ff30 req-0b847b5d-8543-426d-b324-d463e66b9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:32.707327 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73853f51-620c-4799-8a7c-803dd203ff30 req-0b847b5d-8543-426d-b324-d463e66b9991 service neutron] 10.222.0.72 "GET /v2.0/networks?id=737832de-e12d-48fd-b4ec-73e8ae089722 HTTP/1.1" status: 200  len: 903 time: 0.2223365
Jan 18 20:05:32.734822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-2388e72e-ae7b-4095-bdae-9a04d32010fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:32.739172 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-2388e72e-ae7b-4095-bdae-9a04d32010fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70c212ca-5183-42ef-8fad-d29415fcef77 HTTP/1.1" status: 200  len: 855 time: 0.0967119
Jan 18 20:05:32.860704 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73853f51-620c-4799-8a7c-803dd203ff30 req-6ce49cf3-a83a-4309-82a6-5d605a8731b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 200  len: 217 time: 0.1459849
Jan 18 20:05:32.894517 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-df93c21c-9b2f-49a9-9a26-6ba512adf2ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=750dc145-6b59-45da-9c9e-22b2c9b519f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1462078
Jan 18 20:05:32.974250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73853f51-620c-4799-8a7c-803dd203ff30 req-6779783b-4f83-40c8-8a04-05654fa8ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:32.975956 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73853f51-620c-4799-8a7c-803dd203ff30 req-6779783b-4f83-40c8-8a04-05654fa8ec98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94dd3169-dbb8-4097-b7b0-a68d04083b6b HTTP/1.1" status: 200  len: 848 time: 0.1098344
Jan 18 20:05:33.082161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60464) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:33.110490 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b6e67-0098-4a15-a1d7-db7e8d49cf0d req-ca006421-be47-43f0-97a9-0f806ce6076a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:33.112432 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ff4b6e67-0098-4a15-a1d7-db7e8d49cf0d req-ca006421-be47-43f0-97a9-0f806ce6076a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2686269
Jan 18 20:05:33.162545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-acdad393-27b4-4551-867f-8f3424216e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:33.165265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73853f51-620c-4799-8a7c-803dd203ff30 req-f83903d2-c870-41aa-8200-46c2988e0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:33.166943 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73853f51-620c-4799-8a7c-803dd203ff30 req-f83903d2-c870-41aa-8200-46c2988e0e1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=737832de-e12d-48fd-b4ec-73e8ae089722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1675775
Jan 18 20:05:33.169804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e01c3-e408-4859-ae6e-90d750662c97 req-54dfcefd-634e-4cb5-a9c3-40b5307a6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:33.171336 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-892e01c3-e408-4859-ae6e-90d750662c97 req-54dfcefd-634e-4cb5-a9c3-40b5307a6489 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 1162 time: 0.1194620
Jan 18 20:05:33.179298 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-6e6f0ecc-117c-4483-a949-59652813ef65 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2710788
Jan 18 20:05:33.196991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-acdad393-27b4-4551-867f-8f3424216e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:33.229979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-acdad393-27b4-4551-867f-8f3424216e05 admin admin] Usage tracker for resource:security_group_rule and tenant:b77ee0ccd73f4525af6b6e78729fa941 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:33.239331 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-acdad393-27b4-4551-867f-8f3424216e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:33.261336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-acdad393-27b4-4551-867f-8f3424216e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:33.272044 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ff4b6e67-0098-4a15-a1d7-db7e8d49cf0d req-cc574849-2ab4-4ddd-9fd5-e4aa4488934a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325364
Jan 18 20:05:33.412498 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-892e01c3-e408-4859-ae6e-90d750662c97 req-4bbee30a-8893-4cfe-8d3e-04196908f18b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622412
Jan 18 20:05:33.422561 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77ed113c-fb4c-44a3-9af0-09fc64cd84ac req-8b11cbc1-8157-4648-8fff-f9689b626293 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2219424
Jan 18 20:05:33.460062 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73853f51-620c-4799-8a7c-803dd203ff30 req-17d1270e-5137-4d92-9738-141cea813043 service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2775877
Jan 18 20:05:33.501334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-acdad393-27b4-4551-867f-8f3424216e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:33.508681 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-acdad393-27b4-4551-867f-8f3424216e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:33.509501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a2687-7140-46dc-9228-8f8bc07e91b9 req-09ba830b-fca2-41d8-99e1-9b59f784acdc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:33.511339 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-318a2687-7140-46dc-9228-8f8bc07e91b9 req-09ba830b-fca2-41d8-99e1-9b59f784acdc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 943 time: 0.1812096
Jan 18 20:05:33.517772 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2e1a9620-226f-4936-a1cc-fc50c7969776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:33.578917 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-acdad393-27b4-4551-867f-8f3424216e05 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b77ee0ccd73f4525af6b6e78729fa941&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4914522
Jan 18 20:05:33.578917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdad393-27b4-4551-867f-8f3424216e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e11221-0609-4814-bd39-2fcaa28dd79f,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:33.580890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-acdad393-27b4-4551-867f-8f3424216e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:33.581616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60478) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:33.603824 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-318a2687-7140-46dc-9228-8f8bc07e91b9 req-5cc14443-d2f5-4a65-a992-09db39c0a01f tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839427
Jan 18 20:05:33.661422 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-01171bbf-2f60-451c-aaea-1b74058dff12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:33.693089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-01171bbf-2f60-451c-aaea-1b74058dff12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:33.768168 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-01171bbf-2f60-451c-aaea-1b74058dff12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:33.774887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-acdad393-27b4-4551-867f-8f3424216e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:33.792406 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01171bbf-2f60-451c-aaea-1b74058dff12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e11221-0609-4814-bd39-2fcaa28dd79f,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:33.839134 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-01171bbf-2f60-451c-aaea-1b74058dff12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:33.843622 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73853f51-620c-4799-8a7c-803dd203ff30 req-80349920-750f-4972-aed0-051fe21db430 service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1678181
Jan 18 20:05:33.870734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-01171bbf-2f60-451c-aaea-1b74058dff12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:33.871997 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-01171bbf-2f60-451c-aaea-1b74058dff12 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/72e11221-0609-4814-bd39-2fcaa28dd79f HTTP/1.1" status: 204  len: 168 time: 0.2888038
Jan 18 20:05:33.906621 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437500f-115f-4ef7-92e6-1912091081d1 req-40010488-a50f-48c2-af6d-cd10d8397998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:33.909933 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e437500f-115f-4ef7-92e6-1912091081d1 req-40010488-a50f-48c2-af6d-cd10d8397998 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 1160 time: 0.1099107
Jan 18 20:05:34.063901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6875c-ffce-49ba-ab47-f9560bd51f5b req-b4fea696-0fb9-4881-b369-98151f24c64c tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:34.063901 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-53d6875c-ffce-49ba-ab47-f9560bd51f5b req-b4fea696-0fb9-4881-b369-98151f24c64c tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1216953
Jan 18 20:05:34.108554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437500f-115f-4ef7-92e6-1912091081d1 req-55e14c17-fd2f-4489-8d1b-c2e383b0cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:34.110839 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e437500f-115f-4ef7-92e6-1912091081d1 req-55e14c17-fd2f-4489-8d1b-c2e383b0cf86 service neutron] 10.222.0.72 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 909 time: 0.1908360
Jan 18 20:05:34.122722 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-53d6875c-ffce-49ba-ab47-f9560bd51f5b req-ba4e2455-0c32-4833-b6a0-43127122b9c2 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0540795
Jan 18 20:05:34.194559 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e437500f-115f-4ef7-92e6-1912091081d1 req-7d289a10-f1e8-40ed-9db1-87a56a31be9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64b9437-005a-47d5-962a-72aed6805c19 HTTP/1.1" status: 200  len: 217 time: 0.0742757
Jan 18 20:05:34.285273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437500f-115f-4ef7-92e6-1912091081d1 req-a0b9eb54-6e18-4b09-bff4-ebcab15f9685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:34.287424 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e437500f-115f-4ef7-92e6-1912091081d1 req-a0b9eb54-6e18-4b09-bff4-ebcab15f9685 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70c212ca-5183-42ef-8fad-d29415fcef77 HTTP/1.1" status: 200  len: 855 time: 0.0785351
Jan 18 20:05:34.401556 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e437500f-115f-4ef7-92e6-1912091081d1 req-854ef1d4-e8c3-4fb6-a51b-2985af1b2423 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=750dc145-6b59-45da-9c9e-22b2c9b519f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1055839
Jan 18 20:05:34.567644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99410b-d97a-4558-b908-c5c43f42a75a req-7aec939e-696d-4c5d-80d5-25db9832aadf tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:34.569375 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d99410b-d97a-4558-b908-c5c43f42a75a req-7aec939e-696d-4c5d-80d5-25db9832aadf tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1502059
Jan 18 20:05:34.634028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78689969-e289-4cc2-9d74-fad3dd51410b req-01e2335f-6b57-4a2d-8844-8569e13e71c1 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:34.640680 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-78689969-e289-4cc2-9d74-fad3dd51410b req-01e2335f-6b57-4a2d-8844-8569e13e71c1 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.3041463
Jan 18 20:05:34.665832 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d99410b-d97a-4558-b908-c5c43f42a75a req-b7095744-fb60-4131-8fd0-79f312eadf8d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872545
Jan 18 20:05:34.668016 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e437500f-115f-4ef7-92e6-1912091081d1 req-9176d219-62f2-4ec7-a70e-72ba68b99d3e service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2325084
Jan 18 20:05:34.769519 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-78689969-e289-4cc2-9d74-fad3dd51410b req-14c2240b-3754-4b07-827c-73e51dceb74a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1272628
Jan 18 20:05:34.900689 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44e7d0-e3cf-48f6-85ed-1e41f0178f49 req-7267b280-dd3e-483a-8381-82751dbebdd3 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:34.902596 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ad44e7d0-e3cf-48f6-85ed-1e41f0178f49 req-7267b280-dd3e-483a-8381-82751dbebdd3 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 943 time: 0.1152692
Jan 18 20:05:34.912649 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e437500f-115f-4ef7-92e6-1912091081d1 req-d44b8fe8-49e3-4854-a50f-463decb552f8 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2130136
Jan 18 20:05:34.967252 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ad44e7d0-e3cf-48f6-85ed-1e41f0178f49 req-f3d1adf1-1bc4-49a3-8d2c-a2918376debc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578220
Jan 18 20:05:35.083007 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60522) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:35.238250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2136325199-network', 'tenant_id': '4a3e4b6bc5c848068d481d08d8c50879'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:05:35.243866 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:35.248762 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Usage tracker for resource:network and tenant:4a3e4b6bc5c848068d481d08d8c50879 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:35.252044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:35.260292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:35.272248 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Made reservation on behalf of 4a3e4b6bc5c848068d481d08d8c50879 for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:05:35.277676 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:35.291650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:35.311715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:35.316495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Usage tracker for resource:security_group_rule and tenant:4a3e4b6bc5c848068d481d08d8c50879 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:35.319858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:35.326492 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:35.418473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de912b-a19d-4b5d-96a1-780bdb53f5db req-bfa3fa3c-4bf6-445c-acef-464874c9327d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:35.427150 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-33de912b-a19d-4b5d-96a1-780bdb53f5db req-bfa3fa3c-4bf6-445c-acef-464874c9327d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1339891
Jan 18 20:05:35.436273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:35.440748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:35.446397 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f57e2fc4-4723-4c30-8d92-1d88bc0bc8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:35.485057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:05:35.487299 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-33de912b-a19d-4b5d-96a1-780bdb53f5db req-fe48de4b-8fe1-4d22-83d3-cf116c3937e8 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0587375
Jan 18 20:05:35.500227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8026044b-1edf-46b6-b1f2-b2587424697d,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:35.505954 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:35.506981 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:35.507364 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Added segment 3076b66a-67c3-49e6-8f91-219f55d82b3e of type vxlan for network a612482c-943e-4046-a1eb-da92bb832640
Jan 18 20:05:35.538611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:35.570273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:35.571608 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:35.572670 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:35.578423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:35.701186 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6168034
Jan 18 20:05:35.704663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 60538) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:35.705635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Pushing event updated for resources: {'Network': ['ID=a612482c-943e-4046-a1eb-da92bb832640,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:35.709095 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:35.717941 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network a612482c-943e-4046-a1eb-da92bb832640 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:05:35.720151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Request body: {'subnet': {'network_id': 'a612482c-943e-4046-a1eb-da92bb832640', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2136325199-subnet', 'tenant_id': '4a3e4b6bc5c848068d481d08d8c50879', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:05:35.726443 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:35.731445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Usage tracker for resource:subnet and tenant:4a3e4b6bc5c848068d481d08d8c50879 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:35.735633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:35.743660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:35.755580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Made reservation on behalf of 4a3e4b6bc5c848068d481d08d8c50879 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:05:35.756820 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network a612482c-943e-4046-a1eb-da92bb832640 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:05:35.761062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755164'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:35.946811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9f63b-b613-4fdf-a95b-80c413ebe13b req-aa8c90e6-eb50-4a8e-a3c1-7240de73a03d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:35.949565 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4eb9f63b-b613-4fdf-a95b-80c413ebe13b req-aa8c90e6-eb50-4a8e-a3c1-7240de73a03d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1374509
Jan 18 20:05:36.014944 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4eb9f63b-b613-4fdf-a95b-80c413ebe13b req-cd92b652-f399-4c98-8ac5-4418633ca74e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570073
Jan 18 20:05:36.134678 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dc109-369a-45f7-af20-a5e8b92959ba req-e12112bf-e71a-43fe-b19e-9a16c300885b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:36.136844 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-360dc109-369a-45f7-af20-a5e8b92959ba req-e12112bf-e71a-43fe-b19e-9a16c300885b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1712790
Jan 18 20:05:36.258296 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-360dc109-369a-45f7-af20-a5e8b92959ba req-90afa4a9-d7a5-4e64-a86a-c99a067c380c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1065476
Jan 18 20:05:36.285386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfd0fa-d38f-42a8-86de-7f28027c86f6 req-c0c496d4-cc76-4cce-8ca5-421d23446ac8 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:36.287123 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7acfd0fa-d38f-42a8-86de-7f28027c86f6 req-c0c496d4-cc76-4cce-8ca5-421d23446ac8 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 943 time: 0.1154778
Jan 18 20:05:36.345375 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7acfd0fa-d38f-42a8-86de-7f28027c86f6 req-6a359a7c-0e45-4650-9fc7-4dacbe3c2f3c tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510070
Jan 18 20:05:36.381380 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843839059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755149'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:36.386382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1cfce872-abe9-43cc-bf53-1291496dfa9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:36.509573 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device b64b9437-005a-47d5-962a-72aed6805c19 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:05:36.616473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port b64b9437-005a-47d5-962a-72aed6805c19 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:05:36.630747 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port b64b9437-005a-47d5-962a-72aed6805c19 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:05:36.631185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:36.814696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:36.852841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a7ada8-a6e5-45ed-965b-56c30590282b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64b9437-005a-47d5-962a-72aed6805c19'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:05:36.856745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72464b33-7636-4d47-b828-4cf168f3b8af,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:36.866211 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:36.867785 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port b64b9437-005a-47d5-962a-72aed6805c19, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=b64b9437-005a-47d5-962a-72aed6805c19,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:05:36.872688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:36.873322 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device def9a7a3-0467-4e4f-94b4-bffdf44c200a up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:05:36.903218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:36.931754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3002c-4039-4e1c-9fd3-7811b18c93dc req-e7da6e91-4cb5-47cd-bd3f-0ef83bbfc0bd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:36.933585 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d0a3002c-4039-4e1c-9fd3-7811b18c93dc req-e7da6e91-4cb5-47cd-bd3f-0ef83bbfc0bd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.2520273
Jan 18 20:05:37.026752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=b64b9437-005a-47d5-962a-72aed6805c19,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:37.027318 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d0a3002c-4039-4e1c-9fd3-7811b18c93dc req-dd2b9e0b-bbd3-478d-a160-58da76df0477 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0807619
Jan 18 20:05:37.031521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Checking segment: {'id': '3076b66a-67c3-49e6-8f91-219f55d82b3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a612482c-943e-4046-a1eb-da92bb832640'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:05:37.031930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Network hostable DHCP agents. Network: a612482c-943e-4046-a1eb-da92bb832640, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:05:37.037782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:37.039025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port def9a7a3-0467-4e4f-94b4-bffdf44c200a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:05:37.039752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:37.059549 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Network a612482c-943e-4046-a1eb-da92bb832640 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:05:37.068444 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, a612482c-943e-4046-a1eb-da92bb832640) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:05:37.091744 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2e675-267f-4e80-a3a8-30d89aaa7e23 None None] Network a612482c-943e-4046-a1eb-da92bb832640 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:05:37.105558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:37.106237 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:37.147468 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4314969
Jan 18 20:05:37.151545 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a7ada8-a6e5-45ed-965b-56c30590282b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64b9437-005a-47d5-962a-72aed6805c19', 'code': 200}
Jan 18 20:05:37.169324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07fc1e-c6b1-4582-913d-8090de64fefa req-7934c2a5-dc7a-4055-9e8d-6d6608f1d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:37.171038 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2c07fc1e-c6b1-4582-913d-8090de64fefa req-7934c2a5-dc7a-4055-9e8d-6d6608f1d171 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10b8cee9d3aa476b9427653660a4c562&device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 1162 time: 0.4770861
Jan 18 20:05:37.215279 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681eb4e5-a4b0-4a64-aaea-fc9eb50881e8 req-63963e2b-2f63-40de-a5b5-06ffb303ada7 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:37.217005 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-681eb4e5-a4b0-4a64-aaea-fc9eb50881e8 req-63963e2b-2f63-40de-a5b5-06ffb303ada7 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2048109
Jan 18 20:05:37.408575 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-681eb4e5-a4b0-4a64-aaea-fc9eb50881e8 req-4f80747d-2676-4bf4-8d3a-646aaa8fbc36 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618087
Jan 18 20:05:37.483048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07fc1e-c6b1-4582-913d-8090de64fefa req-9e65c01a-ef27-4df8-8f54-01f434f628c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:37.486050 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2c07fc1e-c6b1-4582-913d-8090de64fefa req-9e65c01a-ef27-4df8-8f54-01f434f628c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=02c230c4-f60f-47f2-9329-8bad014f8da8 HTTP/1.1" status: 200  len: 912 time: 0.2680635
Jan 18 20:05:37.552277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c644af-8d66-463f-a384-d45debf68220 None None] Network a612482c-943e-4046-a1eb-da92bb832640 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:05:37.640777 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2c07fc1e-c6b1-4582-913d-8090de64fefa req-32bbe946-3939-41b9-9ee1-3d5fa0075730 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=def9a7a3-0467-4e4f-94b4-bffdf44c200a HTTP/1.1" status: 200  len: 217 time: 0.1459520
Jan 18 20:05:37.667611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66496b5-dc11-4119-b925-0ef0b00f2918 req-4c31a646-caa0-41da-ba8b-85f9d46a6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:37.669372 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c66496b5-dc11-4119-b925-0ef0b00f2918 req-4c31a646-caa0-41da-ba8b-85f9d46a6ffc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 1162 time: 0.1156847
Jan 18 20:05:37.701425 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc07f8d-adb4-4cb2-af50-0333dc1817bd req-78664481-5979-4a7c-a5c9-8c1c8ace2d0d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:37.703152 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9bc07f8d-adb4-4cb2-af50-0333dc1817bd req-78664481-5979-4a7c-a5c9-8c1c8ace2d0d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.2052207
Jan 18 20:05:37.780277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07fc1e-c6b1-4582-913d-8090de64fefa req-b07865db-3e2c-4f76-85ce-79d6f2a185a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:37.789606 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2c07fc1e-c6b1-4582-913d-8090de64fefa req-b07865db-3e2c-4f76-85ce-79d6f2a185a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d3a2eb7-3191-4b4e-886b-727d772b5422 HTTP/1.1" status: 200  len: 858 time: 0.1344724
Jan 18 20:05:37.801324 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9bc07f8d-adb4-4cb2-af50-0333dc1817bd req-ba255402-b10b-4434-b0cb-280b650cd485 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0777490
Jan 18 20:05:37.816354 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c66496b5-dc11-4119-b925-0ef0b00f2918 req-f3ddc45d-2987-44ea-9d82-a5a9a0720c0b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385489
Jan 18 20:05:37.851350 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2c07fc1e-c6b1-4582-913d-8090de64fefa req-b5e1b8e6-38c2-4289-ab3f-520d0c439950 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02c230c4-f60f-47f2-9329-8bad014f8da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607667
Jan 18 20:05:37.880273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76de8c-d969-47e2-989d-0762d29f036f req-091b81a8-66b8-49fd-a602-18dd0d06cbf6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:37.882129 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7b76de8c-d969-47e2-989d-0762d29f036f req-091b81a8-66b8-49fd-a602-18dd0d06cbf6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 945 time: 0.2811790
Jan 18 20:05:37.896215 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device b64b9437-005a-47d5-962a-72aed6805c19 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:05:37.937667 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7b76de8c-d969-47e2-989d-0762d29f036f req-353aa7ba-43e2-4d41-8bd6-d8145736c5f3 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484562
Jan 18 20:05:37.987985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port b64b9437-005a-47d5-962a-72aed6805c19 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:05:37.988507 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:38.177484 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2c07fc1e-c6b1-4582-913d-8090de64fefa req-7624c667-bbc8-4f30-b8bc-ae8fde53bea3 service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517813
Jan 18 20:05:38.262505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 60580) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:38.270015 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1297853035-network', 'tenant_id': 'c9cc9dd8aabe4698bbf5a7eff2aecdb2'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:05:38.278232 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:38.283745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Usage tracker for resource:network and tenant:c9cc9dd8aabe4698bbf5a7eff2aecdb2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:38.288805 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:38.298251 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:38.327459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e0d04-962f-485d-8494-f83e514d72f8 req-733dd448-edca-49a2-a221-a6a7be2cdebf tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:38.329206 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e34e0d04-962f-485d-8494-f83e514d72f8 req-733dd448-edca-49a2-a221-a6a7be2cdebf tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1389599
Jan 18 20:05:38.332645 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2c07fc1e-c6b1-4582-913d-8090de64fefa req-d3765d99-1287-4ddf-8cd7-196ca8e882ec service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467781
Jan 18 20:05:38.335323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Made reservation on behalf of c9cc9dd8aabe4698bbf5a7eff2aecdb2 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:05:38.340236 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:38.374479 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:38.408262 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:38.416485 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Usage tracker for resource:security_group_rule and tenant:c9cc9dd8aabe4698bbf5a7eff2aecdb2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:38.425024 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e34e0d04-962f-485d-8494-f83e514d72f8 req-077d1f9d-03f2-4a50-90fa-d6b76f136ba2 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0734725
Jan 18 20:05:38.425793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:38.432136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:38.527382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:38.531174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:38.534595 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a19f89bc-0198-4023-8793-57e22b23c79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:38.572902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:05:38.579091 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43829781-57cd-4876-bfc5-defcb55c89bd,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:38.590562 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.590976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.591376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.591769 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.592154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.592573 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.592955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.593336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.593961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.594082 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.594533 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.594875 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.595793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.596103 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.596555 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.596933 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.597318 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.597701 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.598087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.598464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.598846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.599230 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.599618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.599970 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:38.604842 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:38.605214 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Added segment d965c652-38b9-45c6-a8ac-5fe70f8a89ef of type vxlan for network ee1c5a0d-9da5-479d-ba1b-ba5885e2733c
Jan 18 20:05:38.607165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:38.638965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:38.659208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd295c3-117f-4efe-89e0-e6f7b09d6a88 req-520d7394-c7b7-4968-ab40-31efa2573015 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:38.661110 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4bd295c3-117f-4efe-89e0-e6f7b09d6a88 req-520d7394-c7b7-4968-ab40-31efa2573015 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1123600
Jan 18 20:05:38.673934 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:38.675523 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:38.676116 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:38.679951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:38.720796 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4bd295c3-117f-4efe-89e0-e6f7b09d6a88 req-f07afffb-9934-4f35-8ede-6870021a9b13 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526946
Jan 18 20:05:38.820834 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.5571060
Jan 18 20:05:38.824685 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60588) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:38.825267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Pushing event updated for resources: {'Network': ['ID=ee1c5a0d-9da5-479d-ba1b-ba5885e2733c,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:38.829423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:38.834204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Request body: {'subnet': {'network_id': 'ee1c5a0d-9da5-479d-ba1b-ba5885e2733c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1297853035-subnet', 'tenant_id': 'c9cc9dd8aabe4698bbf5a7eff2aecdb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:05:38.838276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network ee1c5a0d-9da5-479d-ba1b-ba5885e2733c details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:05:38.841125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:38.845744 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Usage tracker for resource:subnet and tenant:c9cc9dd8aabe4698bbf5a7eff2aecdb2 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:38.849694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:38.857612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:38.901284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Made reservation on behalf of c9cc9dd8aabe4698bbf5a7eff2aecdb2 for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:05:38.907004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844155003'] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:39.009447 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network ee1c5a0d-9da5-479d-ba1b-ba5885e2733c details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:05:39.226907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a4c4c-74af-4c4f-b021-179a2970705e req-b7d026ca-fdd3-4d59-afc7-c87da6bee0a0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:39.233847 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-924a4c4c-74af-4c4f-b021-179a2970705e req-b7d026ca-fdd3-4d59-afc7-c87da6bee0a0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1282763
Jan 18 20:05:39.293896 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-924a4c4c-74af-4c4f-b021-179a2970705e req-591f51ff-74fa-479c-9d9a-dcfa72ef59fd tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0485811
Jan 18 20:05:39.368703 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe695c-a968-4031-9308-f22343bccfaa req-f96db479-88ee-4715-948f-2b4b7ee89f62 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:39.370343 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c8fe695c-a968-4031-9308-f22343bccfaa req-f96db479-88ee-4715-948f-2b4b7ee89f62 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 945 time: 0.1784484
Jan 18 20:05:39.485548 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c8fe695c-a968-4031-9308-f22343bccfaa req-a3ea029c-4fc8-445d-862e-3cfab0fea205 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021237
Jan 18 20:05:39.605893 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793724213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844154988'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:39.622674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:39.677809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc01f6b-2bcc-4092-b5d3-d85a3ec80277 req-c35564e8-9f58-47a5-bdde-954cb2f49fe9 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:39.679528 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8fc01f6b-2bcc-4092-b5d3-d85a3ec80277 req-c35564e8-9f58-47a5-bdde-954cb2f49fe9 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1152136
Jan 18 20:05:39.740711 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8fc01f6b-2bcc-4092-b5d3-d85a3ec80277 req-e8885c3c-06d6-49f7-a65f-d8d134c0f16b tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0525239
Jan 18 20:05:39.797326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Pushing event updated for resources: {'Subnet': ['ID=271be7ec-26c2-4140-80ee-beb911fc3cce,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:39.809854 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:39.848419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Checking segment: {'id': 'd965c652-38b9-45c6-a8ac-5fe70f8a89ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ee1c5a0d-9da5-479d-ba1b-ba5885e2733c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:05:39.848823 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Network hostable DHCP agents. Network: ee1c5a0d-9da5-479d-ba1b-ba5885e2733c, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:05:39.920262 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Network ee1c5a0d-9da5-479d-ba1b-ba5885e2733c is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:05:39.945984 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, ee1c5a0d-9da5-479d-ba1b-ba5885e2733c) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:05:39.955503 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d9f12b-0380-497b-8f07-7b2da4e2421c None None] Network ee1c5a0d-9da5-479d-ba1b-ba5885e2733c requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:05:39.961894 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:39.962551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:39.992206 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-041216f1-c217-46b5-8378-5d152549091d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1661978
Jan 18 20:05:40.048692 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecc2b3-22b6-4c38-8778-9da1181e4962 req-9203973e-8604-4c69-9d24-fc3431e8dc7b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:40.057163 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-71ecc2b3-22b6-4c38-8778-9da1181e4962 req-9203973e-8604-4c69-9d24-fc3431e8dc7b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1855106
Jan 18 20:05:40.117570 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-71ecc2b3-22b6-4c38-8778-9da1181e4962 req-9326c896-5b4b-4518-be8c-d0128a6c69dd tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592165
Jan 18 20:05:40.280006 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba94ad21-b95c-4653-8da8-a23515dc70d1 None None] Network ee1c5a0d-9da5-479d-ba1b-ba5885e2733c requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:05:40.575962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477d7a-4892-4462-aca2-0a772704ff39 req-7eb04010-65fe-4de7-81ac-d2fbdce79448 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:40.577841 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1b477d7a-4892-4462-aca2-0a772704ff39 req-7eb04010-65fe-4de7-81ac-d2fbdce79448 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1198454
Jan 18 20:05:40.633436 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1b477d7a-4892-4462-aca2-0a772704ff39 req-6d6c1d00-32df-4dfa-b81d-990936afb317 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0483391
Jan 18 20:05:40.787298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 826446f2-0d72-44b3-aecc-06f566b2e093 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:05:40.881627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 826446f2-0d72-44b3-aecc-06f566b2e093 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:05:40.889370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 826446f2-0d72-44b3-aecc-06f566b2e093 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:05:40.889953 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:41.026660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:41.038978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5707d-c9f4-4b22-92e5-98554f91247a req-da800646-7af2-48a6-ac64-02baad010baa tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:41.040701 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-52e5707d-c9f4-4b22-92e5-98554f91247a req-da800646-7af2-48a6-ac64-02baad010baa tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1153128
Jan 18 20:05:41.057890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:05:41.070512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 826446f2-0d72-44b3-aecc-06f566b2e093, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=826446f2-0d72-44b3-aecc-06f566b2e093,segment=NetworkSegment(06db37ee-5eca-479f-8407-8d23fe9ac8c3),segment_id=06db37ee-5eca-479f-8407-8d23fe9ac8c3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:05:41.075001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:41.075937 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device b64b9437-005a-47d5-962a-72aed6805c19 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:05:41.100504 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-52e5707d-c9f4-4b22-92e5-98554f91247a req-47bc2b19-02e8-4192-a4cb-76caa0b6f60d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0530517
Jan 18 20:05:41.110839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:41.146356 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093', 'code': 200}
Jan 18 20:05:41.220746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=826446f2-0d72-44b3-aecc-06f566b2e093,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:41.226935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:41.235780 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port b64b9437-005a-47d5-962a-72aed6805c19 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:05:41.236198 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:41.393060 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5393b-d62d-43ce-a974-c4a0a1815fa0 req-578b3770-f5b8-46ab-86c4-cb1b28043955 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:41.401630 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ccb5393b-d62d-43ce-a974-c4a0a1815fa0 req-578b3770-f5b8-46ab-86c4-cb1b28043955 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1175942
Jan 18 20:05:41.455854 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ccb5393b-d62d-43ce-a974-c4a0a1815fa0 req-6f540dba-2f12-4487-9bb7-9d32c951c98b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527215
Jan 18 20:05:41.579267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3dd50-b73b-40ad-8c78-ccda2864816c req-09507ca1-bc15-4a32-a1d3-cd6754dcf310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:41.580980 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-80b3dd50-b73b-40ad-8c78-ccda2864816c req-09507ca1-bc15-4a32-a1d3-cd6754dcf310 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 1163 time: 0.0865598
Jan 18 20:05:41.629906 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-80b3dd50-b73b-40ad-8c78-ccda2864816c req-550b1b98-5883-4058-a4e3-0a64340c88ea service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0416229
Jan 18 20:05:41.940403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc821d8e-8e54-4126-8301-540789f7aaff req-8052ef7c-95cc-4367-bbab-c85c179408eb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:41.948863 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc821d8e-8e54-4126-8301-540789f7aaff req-8052ef7c-95cc-4367-bbab-c85c179408eb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1431863
Jan 18 20:05:42.025543 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc821d8e-8e54-4126-8301-540789f7aaff req-85f011cc-d7f8-4904-bec4-e118016d3a4a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0749121
Jan 18 20:05:42.074992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 826446f2-0d72-44b3-aecc-06f566b2e093 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:05:42.174010 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 826446f2-0d72-44b3-aecc-06f566b2e093 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:05:42.174777 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:42.329487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device def9a7a3-0467-4e4f-94b4-bffdf44c200a up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:05:42.372375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e0fc-65b2-41e4-8c1e-5d662d2d373c req-0af1a5c1-9882-4887-a3c3-ab0ea38d2ac8 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:42.374353 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2763e0fc-65b2-41e4-8c1e-5d662d2d373c req-0af1a5c1-9882-4887-a3c3-ab0ea38d2ac8 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1151395
Jan 18 20:05:42.415844 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port def9a7a3-0467-4e4f-94b4-bffdf44c200a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:05:42.416436 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:42.448259 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2763e0fc-65b2-41e4-8c1e-5d662d2d373c req-c18df3f1-a1b8-49ca-95d5-9b3e5897f181 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0654621
Jan 18 20:05:42.629480 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b1080644-de7f-4b41-9fea-2eda9ab91ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:43.315276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c5fff-8e45-4248-9807-12473a6d46c2 req-0679df6b-d047-4eb7-b037-f1cfd443892e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:43.317303 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ff5c5fff-8e45-4248-9807-12473a6d46c2 req-0679df6b-d047-4eb7-b037-f1cfd443892e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1122577
Jan 18 20:05:43.372123 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ff5c5fff-8e45-4248-9807-12473a6d46c2 req-c9ef5453-b04b-411b-9c87-7a3703fd0de2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477169
Jan 18 20:05:43.400249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40295b9b-e26e-4d51-84d0-78ecd3a1c5bc req-92bb74b1-8909-40e8-b267-1033b2b0c406 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:43.402031 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-40295b9b-e26e-4d51-84d0-78ecd3a1c5bc req-92bb74b1-8909-40e8-b267-1033b2b0c406 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1080396
Jan 18 20:05:43.456692 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-40295b9b-e26e-4d51-84d0-78ecd3a1c5bc req-b2c92d56-3a50-4a9e-bc23-7215a967f5e9 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478868
Jan 18 20:05:43.711331 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20570e37-549f-4e8e-8d91-e6e1c19d9ea6 req-f9c4c866-fd65-46cf-89ff-53d4a281c6ab tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:43.719374 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-20570e37-549f-4e8e-8d91-e6e1c19d9ea6 req-f9c4c866-fd65-46cf-89ff-53d4a281c6ab tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1215065
Jan 18 20:05:43.770369 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-20570e37-549f-4e8e-8d91-e6e1c19d9ea6 req-ca8186c2-fec4-4c82-ae09-fa143ea28b76 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0502293
Jan 18 20:05:43.929743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 826446f2-0d72-44b3-aecc-06f566b2e093 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:05:44.030912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 826446f2-0d72-44b3-aecc-06f566b2e093 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:05:44.031331 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:44.248734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6f517-9df9-4718-9823-2d7c0ae43a06 req-6c302f97-e078-4881-b8f5-7c5fa7a47306 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:44.257951 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-70f6f517-9df9-4718-9823-2d7c0ae43a06 req-6c302f97-e078-4881-b8f5-7c5fa7a47306 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1429913
Jan 18 20:05:44.317064 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-70f6f517-9df9-4718-9823-2d7c0ae43a06 req-49d5e211-3bf3-4b42-8d0a-0620c3084dae tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0578401
Jan 18 20:05:44.394335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55228437-8cbb-4362-9cea-135328d46352 req-d0eeb585-4172-44bd-bf5e-7dff0a92e3da tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:44.402554 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-55228437-8cbb-4362-9cea-135328d46352 req-d0eeb585-4172-44bd-bf5e-7dff0a92e3da tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1245165
Jan 18 20:05:44.463895 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-55228437-8cbb-4362-9cea-135328d46352 req-57ee2c3d-813c-4cf0-9ec5-9f36e2c8004a tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602329
Jan 18 20:05:44.619534 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-dba2078c-767f-4acd-8f32-1459db22b5db req-2d9593fe-3383-4807-87bb-d16997ad5bcb tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Synchronizing usage tracker for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:network {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:05:44.638190 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-dba2078c-767f-4acd-8f32-1459db22b5db req-2d9593fe-3383-4807-87bb-d16997ad5bcb tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Unset dirty status for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:network {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:05:44.639602 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dba2078c-767f-4acd-8f32-1459db22b5db req-2d9593fe-3383-4807-87bb-d16997ad5bcb tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2650750
Jan 18 20:05:44.652357 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Request body: {'floatingip': {'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:05:44.662598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:05:44.667893 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Usage tracker for resource:floatingip and tenant:0cf7d194c07942169bc93c32f57c5f0c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:05:44.672802 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:05:44.678780 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:05:44.692523 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a31be-452d-4819-8259-a0844d075628 req-6a9549d2-6066-4e50-8202-c9f5f547e984 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:44.694316 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-722a31be-452d-4819-8259-a0844d075628 req-6a9549d2-6066-4e50-8202-c9f5f547e984 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1120565
Jan 18 20:05:44.752750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for floatingip, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:44.757708 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-722a31be-452d-4819-8259-a0844d075628 req-d9b10591-f12d-40e6-9204-606c3b60e972 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0562303
Jan 18 20:05:44.894813 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-07e2f74b-01f3-4007-8b33-5329f0cf353a req-fa59133b-c608-4e8c-a2fd-bc21a888a324 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2058191
Jan 18 20:05:44.950474 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:45.098257 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e692e5a-82f6-4ce8-960a-a9ab8326d963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:45.456445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2f74b-01f3-4007-8b33-5329f0cf353a req-10e9383d-d951-411a-abd0-5a136e8baf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:45.458097 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-07e2f74b-01f3-4007-8b33-5329f0cf353a req-10e9383d-d951-411a-abd0-5a136e8baf3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 1163 time: 0.4683535
Jan 18 20:05:45.655016 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Allocated IP 172.27.0.10 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/404f5127-42df-4bf7-8d1c-bdd2fe0c16b2) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:05:45.699542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e8751-08b1-4849-ad71-3823a6e7ad83 req-a01785c5-1326-4aa9-8288-9c2fcb951df5 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:45.701302 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2d5e8751-08b1-4849-ad71-3823a6e7ad83 req-a01785c5-1326-4aa9-8288-9c2fcb951df5 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1134114
Jan 18 20:05:45.730756 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2f74b-01f3-4007-8b33-5329f0cf353a req-dbfb385b-b68e-4019-98e7-8a22977009de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:45.732586 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-07e2f74b-01f3-4007-8b33-5329f0cf353a req-dbfb385b-b68e-4019-98e7-8a22977009de service neutron] 10.222.0.72 "GET /v2.0/networks?id=750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 200  len: 909 time: 0.2246723
Jan 18 20:05:45.749095 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:45.789022 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2d5e8751-08b1-4849-ad71-3823a6e7ad83 req-4965029c-d52f-4660-8167-e565c2169d23 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673900
Jan 18 20:05:45.879904 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-07e2f74b-01f3-4007-8b33-5329f0cf353a req-1df9bc5e-2693-4e68-b963-345bde002671 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28cffcac-2f50-4bab-aa14-e8e0d6815278 HTTP/1.1" status: 200  len: 217 time: 0.0867584
Jan 18 20:05:45.989328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:45.993784 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2f74b-01f3-4007-8b33-5329f0cf353a req-c705a64e-0f92-4b5f-8f44-a8c0aeae5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:45.995421 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-07e2f74b-01f3-4007-8b33-5329f0cf353a req-c705a64e-0f92-4b5f-8f44-a8c0aeae5c55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70c212ca-5183-42ef-8fad-d29415fcef77 HTTP/1.1" status: 200  len: 855 time: 0.1101799
Jan 18 20:05:46.034738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e17a29-64da-4df9-a95a-eb74acbf329a req-824488d9-18b9-497c-979a-0cf91e66883c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:46.036646 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b1e17a29-64da-4df9-a95a-eb74acbf329a req-824488d9-18b9-497c-979a-0cf91e66883c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1156428
Jan 18 20:05:46.062265 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-07e2f74b-01f3-4007-8b33-5329f0cf353a req-1e06062c-a160-419a-8756-b7ca0310e446 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=750dc145-6b59-45da-9c9e-22b2c9b519f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572460
Jan 18 20:05:46.092628 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b1e17a29-64da-4df9-a95a-eb74acbf329a req-9578b204-f7f8-46a5-9b33-fcec3ae784fd tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0492139
Jan 18 20:05:46.124223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:46.199972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a3acca89-eedb-4249-bb07-af8c1bd75ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:46.375939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Pushing event updated for resources: {'Port': ['ID=404f5127-42df-4bf7-8d1c-bdd2fe0c16b2,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:46.390630 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-07e2f74b-01f3-4007-8b33-5329f0cf353a req-2605f6d5-ee1c-4938-ac5e-d35482d332ea service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3161318
Jan 18 20:05:46.402684 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.403103 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.403530 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.403930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.404350 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.404746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.405136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.405524 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.405910 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.406299 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.406687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.407310 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.407593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.407996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.408431 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.408882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.409517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.410166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.410341 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.410720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.411121 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.411494 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.411867 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.412262 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:05:46.440593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:46.583123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:05:46.586258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:05:46.591245 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:05:46.655025 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-07e2f74b-01f3-4007-8b33-5329f0cf353a req-03a5bb3a-5975-4eb0-9f93-77b4cca94bc2 service neutron] 10.222.0.72 "GET /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2543044
Jan 18 20:05:46.662327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:46.699350 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for floatingip, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:46.771472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:47.035091 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da75d5-0a98-40bb-b023-6fe222a91252 req-d380c5e3-5fc8-4e25-965e-b7d08efc9d9f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:47.036869 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-33da75d5-0a98-40bb-b023-6fe222a91252 req-d380c5e3-5fc8-4e25-965e-b7d08efc9d9f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1095319
Jan 18 20:05:47.079311 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:47.085026 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:47.102657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-618011a6-f9ba-4eab-af78-efef1fad1b02 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:05:47.102905 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-33da75d5-0a98-40bb-b023-6fe222a91252 req-5922fa8d-c777-4ec9-9b83-ef1a64bf891d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568063
Jan 18 20:05:47.254508 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Pushing event updated for resources: {'Port': ['ID=404f5127-42df-4bf7-8d1c-bdd2fe0c16b2,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:05:47.260790 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:05:47.290336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:47.369601 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:47.383724 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9754015-86cb-4626-b023-886874565e24 req-0e78c7c2-119a-4908-847d-d76427af5e0b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:47.386536 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a9754015-86cb-4626-b023-886874565e24 req-0e78c7c2-119a-4908-847d-d76427af5e0b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1314044
Jan 18 20:05:47.395724 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:47.397192 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dba2078c-767f-4acd-8f32-1459db22b5db req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.7495868
Jan 18 20:05:47.439331 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a9754015-86cb-4626-b023-886874565e24 req-160d9a18-01ad-4cd7-be64-5d58b79b307a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459499
Jan 18 20:05:47.505272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-dba2078c-767f-4acd-8f32-1459db22b5db req-983c30f1-eb16-4427-a391-2576bc9118e4 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Synchronizing usage tracker for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:floatingip {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:05:47.523169 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-dba2078c-767f-4acd-8f32-1459db22b5db req-983c30f1-eb16-4427-a391-2576bc9118e4 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Unset dirty status for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:floatingip {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:05:47.524920 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dba2078c-767f-4acd-8f32-1459db22b5db req-983c30f1-eb16-4427-a391-2576bc9118e4 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.10 HTTP/1.1" status: 200  len: 695 time: 0.1193805
Jan 18 20:05:47.725799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2078c-767f-4acd-8f32-1459db22b5db req-9387044c-bb4c-4e78-96c1-5fd9b35887e0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:47.727625 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dba2078c-767f-4acd-8f32-1459db22b5db req-9387044c-bb4c-4e78-96c1-5fd9b35887e0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 784 time: 0.1964111
Jan 18 20:05:47.739458 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-dba2078c-767f-4acd-8f32-1459db22b5db req-d2a85519-752a-4b12-9f4b-cc4f229a8210 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 20:05:47.740717 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dba2078c-767f-4acd-8f32-1459db22b5db req-d2a85519-752a-4b12-9f4b-cc4f229a8210 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0068150
Jan 18 20:05:47.987609 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-4623f5f0-71f3-48b3-b588-1941b109a48b tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:47.989649 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-4623f5f0-71f3-48b3-b588-1941b109a48b tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1223428
Jan 18 20:05:48.083845 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-0330a690-130b-4d0c-a94e-3e241c25598b tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.10 HTTP/1.1" status: 200  len: 695 time: 0.0869617
Jan 18 20:05:48.096347 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-8ffd9d35-3fc0-4609-94c0-013a7e1c21ad tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Request body: {'floatingip': {'port_id': '826446f2-0d72-44b3-aecc-06f566b2e093', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:05:48.116491 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 5e54a26b-b85a-4d40-a576-642db315db25 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:05:48.188939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-8ffd9d35-3fc0-4609-94c0-013a7e1c21ad tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:48.196828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 5e54a26b-b85a-4d40-a576-642db315db25 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:05:48.197723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:48.352782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbd814-9399-408e-ae76-9a68db7165ed req-09eef262-3528-482e-91b8-4172217bd4da tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:48.354413 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-43fbd814-9399-408e-ae76-9a68db7165ed req-09eef262-3528-482e-91b8-4172217bd4da tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1097314
Jan 18 20:05:48.413285 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-43fbd814-9399-408e-ae76-9a68db7165ed req-c7a87fbf-fec8-4311-beed-3d993dd04bda tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522652
Jan 18 20:05:48.870575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d7ad0-5107-47a0-8965-17ac0976743a req-466d3999-3b59-4e35-adb9-2b758e1ba3ce tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:48.872219 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4c1d7ad0-5107-47a0-8965-17ac0976743a req-466d3999-3b59-4e35-adb9-2b758e1ba3ce tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1083140
Jan 18 20:05:48.900549 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-8ffd9d35-3fc0-4609-94c0-013a7e1c21ad tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:48.903991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-8ffd9d35-3fc0-4609-94c0-013a7e1c21ad tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:48.931143 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4c1d7ad0-5107-47a0-8965-17ac0976743a req-dc993c4a-f6a1-43a7-a083-246751bf724a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0491884
Jan 18 20:05:49.096544 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-8ffd9d35-3fc0-4609-94c0-013a7e1c21ad tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Floating IP 34bb5d17-c838-4e94-a656-4f934608faef associated. External IP: 172.27.0.10, port: 826446f2-0d72-44b3-aecc-06f566b2e093.
Jan 18 20:05:49.676154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb657d5-f927-43d8-84e3-299341397f4e req-be899db7-5818-42ab-b312-30c2589f427d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:49.677892 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4fb657d5-f927-43d8-84e3-299341397f4e req-be899db7-5818-42ab-b312-30c2589f427d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1217985
Jan 18 20:05:49.733889 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4fb657d5-f927-43d8-84e3-299341397f4e req-7fb9f048-2eeb-41b4-b80b-da3d60047127 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486279
Jan 18 20:05:49.769390 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-8ffd9d35-3fc0-4609-94c0-013a7e1c21ad tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Router 401ef9d7-1924-49b7-962e-cc3acb42d0bf has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:05:49.980393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-8ffd9d35-3fc0-4609-94c0-013a7e1c21ad tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:05:49.985053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-8ffd9d35-3fc0-4609-94c0-013a7e1c21ad tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:49.993546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825243ab-cdf9-44c2-8a2c-fc5463fd4379 None None] Sync routers for ids ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:05:50.003996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825243ab-cdf9-44c2-8a2c-fc5463fd4379 None None] Routers {'401ef9d7-1924-49b7-962e-cc3acb42d0bf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:05:50.004945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-825243ab-cdf9-44c2-8a2c-fc5463fd4379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98e0def0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:05:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:05:50.069041 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-8ffd9d35-3fc0-4609-94c0-013a7e1c21ad tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "PUT /v2.0/floatingips/34bb5d17-c838-4e94-a656-4f934608faef HTTP/1.1" status: 200  len: 996 time: 1.9768922
Jan 18 20:05:50.073283 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:05:50.166280 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-da865532-0e87-4561-b081-b59a621e8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:50.175498 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-da865532-0e87-4561-b081-b59a621e8685 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=0cf7d194c07942169bc93c32f57c5f0c&device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 1163 time: 0.0921538
Jan 18 20:05:50.215534 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03e653-09ff-4016-832d-abcfabdba09c req-1d55faf0-2b29-481e-8074-92e66e3036ca tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:50.217874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-825243ab-cdf9-44c2-8a2c-fc5463fd4379 None None] Set router 401ef9d7-1924-49b7-962e-cc3acb42d0bf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:05:50.218133 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fe03e653-09ff-4016-832d-abcfabdba09c req-1d55faf0-2b29-481e-8074-92e66e3036ca tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1221824
Jan 18 20:05:50.312070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:50.347546 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fe03e653-09ff-4016-832d-abcfabdba09c req-c839c6cb-215f-4114-97a6-f7dfee457d11 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1147332
Jan 18 20:05:50.373657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-4e828008-6302-4753-ae85-d8104cd8990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:50.376733 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-4e828008-6302-4753-ae85-d8104cd8990e service neutron] 10.222.0.101 "GET /v2.0/networks?id=737832de-e12d-48fd-b4ec-73e8ae089722 HTTP/1.1" status: 200  len: 903 time: 0.1993721
Jan 18 20:05:50.456128 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093', 'status': 'completed', 'code': 200}
Jan 18 20:05:50.506498 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-a822288a-c599-4f7f-a963-29b5a120336f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 200  len: 999 time: 0.1218407
Jan 18 20:05:50.588978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-ee8b1fdb-3775-4741-84a0-d360f2f75e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:50.598083 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-ee8b1fdb-3775-4741-84a0-d360f2f75e2e service neutron] 10.222.0.101 "GET /v2.0/subnets?id=94dd3169-dbb8-4097-b7b0-a68d04083b6b HTTP/1.1" status: 200  len: 848 time: 0.0840385
Jan 18 20:05:50.608249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c8323-ab8e-491f-a12c-ef977013b736 req-cf4ba0ff-3a84-4db8-9a0f-cb5c6812776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:50.610297 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-121c8323-ab8e-491f-a12c-ef977013b736 req-cf4ba0ff-3a84-4db8-9a0f-cb5c6812776e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cf7d194c07942169bc93c32f57c5f0c&device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 1163 time: 0.1018426
Jan 18 20:05:50.659044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-825243ab-cdf9-44c2-8a2c-fc5463fd4379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98e0def0>, [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:04:17Z', 'revision_number': 4, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '34bb5d17-c838-4e94-a656-4f934608faef', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'port_id': '826446f2-0d72-44b3-aecc-06f566b2e093', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'mac_address': 'fa:16:3e:a9:00:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:05:46Z', 'updated_at': '2021-01-18T20:05:48Z', 'revision_number': 1, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0cef22-65df-46c3-9a5d-2cc911dc98e6', 'name': '', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'mac_address': 'fa:16:3e:8b:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:15Z', 'updated_at': '2021-01-18T20:04:31Z', 'revision_number': 5, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'subnets': [{'id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:05:50.664545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825243ab-cdf9-44c2-8a2c-fc5463fd4379 None None] Checking router: 401ef9d7-1924-49b7-962e-cc3acb42d0bf for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:05:50.675590 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825243ab-cdf9-44c2-8a2c-fc5463fd4379 None None] Routers {'401ef9d7-1924-49b7-962e-cc3acb42d0bf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:05:50.676334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-825243ab-cdf9-44c2-8a2c-fc5463fd4379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98e0def0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:05:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:05:50.689220 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-0da1c6ad-033d-4365-bb99-0e32c2041b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:50.698600 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-0da1c6ad-033d-4365-bb99-0e32c2041b6b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=737832de-e12d-48fd-b4ec-73e8ae089722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0998964
Jan 18 20:05:50.704081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-adcdf1b7-cdc2-413f-8a2f-84ac27a179ba service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 20:05:50.711776 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-adcdf1b7-cdc2-413f-8a2f-84ac27a179ba service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0120969
Jan 18 20:05:50.844963 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c8323-ab8e-491f-a12c-ef977013b736 req-72cd882b-d20d-4e2d-a973-c30af9a7c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:50.846753 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-121c8323-ab8e-491f-a12c-ef977013b736 req-72cd882b-d20d-4e2d-a973-c30af9a7c681 service neutron] 10.222.0.72 "GET /v2.0/networks?id=737832de-e12d-48fd-b4ec-73e8ae089722 HTTP/1.1" status: 200  len: 903 time: 0.2276483
Jan 18 20:05:50.874612 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-6a8b077b-14e5-4a79-b288-f8d8c54c0375 service neutron] 10.222.0.101 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619325
Jan 18 20:05:51.013556 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-825243ab-cdf9-44c2-8a2c-fc5463fd4379 None None] Set router 401ef9d7-1924-49b7-962e-cc3acb42d0bf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:05:51.085626 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d6c253a-4b3c-492e-beff-ea70d9b49908 req-5b8ee0bd-72b1-464b-89bf-bfd0b76ca290 service neutron] 10.222.0.101 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2100308
Jan 18 20:05:51.151342 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-121c8323-ab8e-491f-a12c-ef977013b736 req-bf5e98e2-33d4-4a8f-b4fe-605b12dc4f54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 200  len: 999 time: 0.2951047
Jan 18 20:05:51.505969 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c8323-ab8e-491f-a12c-ef977013b736 req-425287d5-b23b-4fd1-8da3-968654f0b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:51.506299 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-825243ab-cdf9-44c2-8a2c-fc5463fd4379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98e0def0>, [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:04:17Z', 'revision_number': 4, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '34bb5d17-c838-4e94-a656-4f934608faef', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'port_id': '826446f2-0d72-44b3-aecc-06f566b2e093', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'mac_address': 'fa:16:3e:a9:00:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:05:46Z', 'updated_at': '2021-01-18T20:05:48Z', 'revision_number': 1, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0cef22-65df-46c3-9a5d-2cc911dc98e6', 'name': '', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'mac_address': 'fa:16:3e:8b:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:15Z', 'updated_at': '2021-01-18T20:04:31Z', 'revision_number': 5, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'subnets': [{'id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:05:51.509306 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-121c8323-ab8e-491f-a12c-ef977013b736 req-425287d5-b23b-4fd1-8da3-968654f0b717 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94dd3169-dbb8-4097-b7b0-a68d04083b6b HTTP/1.1" status: 200  len: 848 time: 0.3504574
Jan 18 20:05:51.511233 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825243ab-cdf9-44c2-8a2c-fc5463fd4379 None None] The sync data for ids ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'] in dv-cinder-562053-17-iscsi is: [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:04:17Z', 'revision_number': 4, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '34bb5d17-c838-4e94-a656-4f934608faef', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'port_id': '826446f2-0d72-44b3-aecc-06f566b2e093', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'mac_address': 'fa:16:3e:a9:00:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:05:46Z', 'updated_at': '2021-01-18T20:05:48Z', 'revision_number': 1, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0cef22-65df-46c3-9a5d-2cc911dc98e6', 'name': '', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'mac_address': 'fa:16:3e:8b:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:15Z', 'updated_at': '2021-01-18T20:04:31Z', 'revision_number': 5, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'subnets': [{'id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:05:51.604657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b947dc-c599-43e6-a1ec-e7b7e57e21f0 req-23bb74a1-0d12-45ef-b996-267cb4e73ca1 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:51.606655 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d0b947dc-c599-43e6-a1ec-e7b7e57e21f0 req-23bb74a1-0d12-45ef-b996-267cb4e73ca1 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.6490018
Jan 18 20:05:51.616979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343e890-7981-49c2-a529-cef93ded481a req-46c8c0ce-e403-4f8b-95c6-957089ae9e72 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:51.618713 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4343e890-7981-49c2-a529-cef93ded481a req-46c8c0ce-e403-4f8b-95c6-957089ae9e72 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1113126
Jan 18 20:05:51.675431 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d0b947dc-c599-43e6-a1ec-e7b7e57e21f0 req-224ea8a0-ac62-46de-95ca-cb351a44a3fa tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597346
Jan 18 20:05:51.678822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c8323-ab8e-491f-a12c-ef977013b736 req-2fbc2bac-3c96-4023-ae0a-7145097cc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:51.679136 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4343e890-7981-49c2-a529-cef93ded481a req-96f2d4d1-fedc-4afb-995e-f3356f66f7b5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0535944
Jan 18 20:05:51.680486 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-121c8323-ab8e-491f-a12c-ef977013b736 req-2fbc2bac-3c96-4023-ae0a-7145097cc5c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=737832de-e12d-48fd-b4ec-73e8ae089722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1636870
Jan 18 20:05:51.838650 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-121c8323-ab8e-491f-a12c-ef977013b736 req-76f49a46-d394-4602-a8b9-4969a058acc3 service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517010
Jan 18 20:05:51.860140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eedecdd-fe33-4451-9e99-92bf3e29ba64 None None] New status for floating IP 34bb5d17-c838-4e94-a656-4f934608faef: ACTIVE {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:05:52.001660 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-121c8323-ab8e-491f-a12c-ef977013b736 req-cf7a4766-98c0-442d-bfcb-c0a8bcc57f97 service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1540875
Jan 18 20:05:52.928159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f6603-195d-42e5-8cc7-26ace3297333 req-d011b2a8-cc79-4161-9077-690b003c750b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:52.930060 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-100f6603-195d-42e5-8cc7-26ace3297333 req-d011b2a8-cc79-4161-9077-690b003c750b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1105769
Jan 18 20:05:52.969273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383990da-0a26-4a5b-aff6-b30ab6ffe257 req-34661b32-b8c7-4664-9f52-07c7862eeb41 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:52.971028 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-383990da-0a26-4a5b-aff6-b30ab6ffe257 req-34661b32-b8c7-4664-9f52-07c7862eeb41 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1198173
Jan 18 20:05:52.991848 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-100f6603-195d-42e5-8cc7-26ace3297333 req-17215fdc-d5e6-4e69-9c2d-a30f7e540301 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549214
Jan 18 20:05:53.026328 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-383990da-0a26-4a5b-aff6-b30ab6ffe257 req-613fc6e9-caef-489f-8938-719fa272b3f8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482876
Jan 18 20:05:54.241577 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d97a69-7a48-40cf-af9c-4c4c9fd01862 req-99fd0bc3-af59-4200-a297-c3e9ffac579e tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:54.243663 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d7d97a69-7a48-40cf-af9c-4c4c9fd01862 req-99fd0bc3-af59-4200-a297-c3e9ffac579e tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1146567
Jan 18 20:05:54.300918 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d7d97a69-7a48-40cf-af9c-4c4c9fd01862 req-25ddbb83-ddc3-4fdb-9788-bcc52f9a1553 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491514
Jan 18 20:05:54.307381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50955c8a-30c9-4883-97b1-62cc5db1a536 req-f242bd96-fd7d-4389-8ebb-106e3bdfe20d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:54.309169 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-50955c8a-30c9-4883-97b1-62cc5db1a536 req-f242bd96-fd7d-4389-8ebb-106e3bdfe20d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1196470
Jan 18 20:05:54.374700 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-50955c8a-30c9-4883-97b1-62cc5db1a536 req-56699ef0-3c20-4316-ab14-26731a1a464b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0505905
Jan 18 20:05:55.564375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a9236-9270-4079-84c8-032d17b1cbb8 req-ecb809a9-7e82-4faa-bbb9-7d61609e68ae tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:55.566236 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7d4a9236-9270-4079-84c8-032d17b1cbb8 req-ecb809a9-7e82-4faa-bbb9-7d61609e68ae tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1093473
Jan 18 20:05:55.634832 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7d4a9236-9270-4079-84c8-032d17b1cbb8 req-f94d30be-475f-487d-97b1-a9758eb8d1e4 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609598
Jan 18 20:05:55.668336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0493f1-2eb8-45ec-86de-2f708a0f0c0b req-fb2de5f4-98bc-4277-a80e-9af82c4171a3 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:55.668336 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3b0493f1-2eb8-45ec-86de-2f708a0f0c0b req-fb2de5f4-98bc-4277-a80e-9af82c4171a3 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1282885
Jan 18 20:05:55.729578 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3b0493f1-2eb8-45ec-86de-2f708a0f0c0b req-95cda543-fe17-4094-ac9e-7e4715fec8b7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0552063
Jan 18 20:05:56.944797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b53c-e449-406a-8956-78443b8c343d req-b7ee7ad7-e9de-4feb-909a-946058699283 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:56.956706 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-51c6b53c-e449-406a-8956-78443b8c343d req-b7ee7ad7-e9de-4feb-909a-946058699283 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1368365
Jan 18 20:05:57.037162 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-51c6b53c-e449-406a-8956-78443b8c343d req-9f8310e8-be7a-4944-9348-7c1946c863b1 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786211
Jan 18 20:05:57.057891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1229f-10ff-4955-af70-ad589c1849de req-77dcc6d7-9555-4e52-87c4-c45e296e8441 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:57.060848 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-93f1229f-10ff-4955-af70-ad589c1849de req-77dcc6d7-9555-4e52-87c4-c45e296e8441 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1299646
Jan 18 20:05:57.127995 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-93f1229f-10ff-4955-af70-ad589c1849de req-b512cb92-0199-467e-890d-a490b124ec87 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0583253
Jan 18 20:05:58.407944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cae161-a7b6-471a-a243-c9f6e730b1d8 req-ca635d41-b0ea-4106-9959-6ed33f90842a tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:58.409921 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c4cae161-a7b6-471a-a243-c9f6e730b1d8 req-ca635d41-b0ea-4106-9959-6ed33f90842a tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1639066
Jan 18 20:05:58.521051 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c4cae161-a7b6-471a-a243-c9f6e730b1d8 req-ca0e6442-7f98-4ef1-9b9a-96f855dd65de tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001887
Jan 18 20:05:58.639742 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60932) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:05:58.867743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace0727d-494c-44a3-9d06-9bd31942fbd8 admin admin] Deleting subnet 72464b33-7636-4d47-b828-4cf168f3b8af {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:05:58.882720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ace0727d-494c-44a3-9d06-9bd31942fbd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:59.005019 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826fd81-9596-4d45-a9cf-ce5319e4d026 req-bb93cc4b-1060-40d7-83ff-c86de34b1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:59.006701 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0826fd81-9596-4d45-a9cf-ce5319e4d026 req-bb93cc4b-1060-40d7-83ff-c86de34b1817 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10b8cee9d3aa476b9427653660a4c562&device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 1162 time: 0.2757437
Jan 18 20:05:59.012728 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ace0727d-494c-44a3-9d06-9bd31942fbd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312744'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:59.015397 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d379f-f066-4549-a548-6efca07607e7 req-b63f938b-7d16-4fb4-a56b-ac07f1f059f5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:59.024945 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-722d379f-f066-4549-a548-6efca07607e7 req-b63f938b-7d16-4fb4-a56b-ac07f1f059f5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1634429
Jan 18 20:05:59.105072 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-722d379f-f066-4549-a548-6efca07607e7 req-01fdef12-d7dc-496c-ab2b-3d5af4389c14 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778739
Jan 18 20:05:59.284673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a3ff9-287f-4a7d-bf3c-fc25341db926 req-6ca5c7a0-5123-4d81-a70d-07597718f101 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:59.286851 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-017a3ff9-287f-4a7d-bf3c-fc25341db926 req-6ca5c7a0-5123-4d81-a70d-07597718f101 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.5544751
Jan 18 20:05:59.321177 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826fd81-9596-4d45-a9cf-ce5319e4d026 req-aa2874ca-deb0-4d19-87fd-ef25e46e0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:59.323572 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0826fd81-9596-4d45-a9cf-ce5319e4d026 req-aa2874ca-deb0-4d19-87fd-ef25e46e0f80 service neutron] 10.222.0.72 "GET /v2.0/networks?id=02c230c4-f60f-47f2-9329-8bad014f8da8 HTTP/1.1" status: 200  len: 912 time: 0.2804599
Jan 18 20:05:59.333909 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ace0727d-494c-44a3-9d06-9bd31942fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:05:59.479014 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0826fd81-9596-4d45-a9cf-ce5319e4d026 req-04ba9202-dccf-4d2a-927c-dd2dd9c59b06 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=def9a7a3-0467-4e4f-94b4-bffdf44c200a HTTP/1.1" status: 200  len: 217 time: 0.1471102
Jan 18 20:05:59.500978 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-017a3ff9-287f-4a7d-bf3c-fc25341db926 req-d967f125-b703-4a36-84b3-e04427c54a31 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2066474
Jan 18 20:05:59.697976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826fd81-9596-4d45-a9cf-ce5319e4d026 req-686619ea-9cf4-43b7-8b7c-522a75f24590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:59.699600 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0826fd81-9596-4d45-a9cf-ce5319e4d026 req-686619ea-9cf4-43b7-8b7c-522a75f24590 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d3a2eb7-3191-4b4e-886b-727d772b5422 HTTP/1.1" status: 200  len: 858 time: 0.1972554
Jan 18 20:05:59.772436 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0826fd81-9596-4d45-a9cf-ce5319e4d026 req-9aefb332-b19c-4d66-9840-eb79866895fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02c230c4-f60f-47f2-9329-8bad014f8da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0608284
Jan 18 20:05:59.830687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6f52-60a7-420d-8a80-a7f8e46522be req-46b96201-106a-4607-af9b-d974681ec47c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:05:59.840991 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f17e6f52-60a7-420d-8a80-a7f8e46522be req-46b96201-106a-4607-af9b-d974681ec47c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1358762
Jan 18 20:05:59.908461 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f17e6f52-60a7-420d-8a80-a7f8e46522be req-afb15e7c-1811-40ff-9716-78c3f0eb7c31 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659003
Jan 18 20:06:00.055452 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0826fd81-9596-4d45-a9cf-ce5319e4d026 req-f4e78ee0-d802-4a5a-b682-e1f954a00bdb service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2702804
Jan 18 20:06:00.100544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ace0727d-494c-44a3-9d06-9bd31942fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793870836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10620899'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:00.168923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0458366c-b0aa-49ce-81c4-4dca1bc79e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:00.228213 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0727d-494c-44a3-9d06-9bd31942fbd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72464b33-7636-4d47-b828-4cf168f3b8af,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:00.245401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ace0727d-494c-44a3-9d06-9bd31942fbd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:00.286805 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 5e54a26b-b85a-4d40-a576-642db315db25 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:06:00.399382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 5e54a26b-b85a-4d40-a576-642db315db25 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:06:00.400220 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:00.498652 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0826fd81-9596-4d45-a9cf-ce5319e4d026 req-e4950a54-57bb-404d-a03a-e77d02021a4a service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4349720
Jan 18 20:06:00.609379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 12ca620a-257e-462e-9c1f-e7519cafe8e0 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:06:00.611347 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568aec8-ac0f-4881-8ae0-161569336eea req-5e347477-ceb2-4ce0-b26e-f5a5cb0cb173 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:00.621463 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6568aec8-ac0f-4881-8ae0-161569336eea req-5e347477-ceb2-4ce0-b26e-f5a5cb0cb173 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2808502
Jan 18 20:06:00.630971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ace0727d-494c-44a3-9d06-9bd31942fbd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:00.717352 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6568aec8-ac0f-4881-8ae0-161569336eea req-f05b83d5-5c1d-4e55-b995-18538022ddd2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852518
Jan 18 20:06:00.747896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 12ca620a-257e-462e-9c1f-e7519cafe8e0 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:06:00.748401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:00.779264 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-ace0727d-494c-44a3-9d06-9bd31942fbd8 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/72464b33-7636-4d47-b828-4cf168f3b8af HTTP/1.1" status: 204  len: 168 time: 2.1382382
Jan 18 20:06:00.782549 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 60962) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:00.898202 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255f3b-5616-4ba6-94b3-0679e20ece48 req-a0e2ca51-75d6-40f4-9635-d7d3e859b692 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:00.919139 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ba255f3b-5616-4ba6-94b3-0679e20ece48 req-a0e2ca51-75d6-40f4-9635-d7d3e859b692 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.4076898
Jan 18 20:06:00.976464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:00.996759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646caef-e613-47fd-af2d-0e0f3587e463 req-fd1c39ee-d6d2-4822-98f0-faa4f0673d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:00.998637 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1646caef-e613-47fd-af2d-0e0f3587e463 req-fd1c39ee-d6d2-4822-98f0-faa4f0673d82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78931a7982b64c90868368a661617e70&device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 1162 time: 0.3878348
Jan 18 20:06:01.014461 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ba255f3b-5616-4ba6-94b3-0679e20ece48 req-fc0778a5-66b5-4539-a2bb-f6adcbd19e8a tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942519
Jan 18 20:06:01.261633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:01.424558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b98e01da0>,) {'filters': {'network_id': ['a612482c-943e-4046-a1eb-da92bb832640']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:06:01.445860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b98e01da0>, '3076b66a-67c3-49e6-8f91-219f55d82b3e') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:06:01.446242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b98e01da0>, '3076b66a-67c3-49e6-8f91-219f55d82b3e') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:06:01.537504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12030889'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:01.601123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:01.610648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:06:01.675996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646caef-e613-47fd-af2d-0e0f3587e463 req-4f638155-a1bf-4607-a033-38d88ff1fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:01.678123 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1646caef-e613-47fd-af2d-0e0f3587e463 req-4f638155-a1bf-4607-a033-38d88ff1fced service neutron] 10.222.0.72 "GET /v2.0/networks?id=6f70f34b-3649-4431-89fb-39c80ea98bc2 HTTP/1.1" status: 200  len: 905 time: 0.6606927
Jan 18 20:06:01.721515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9498927-5d3f-4c39-b479-7372e526d2a4 req-5ea1a6fa-556f-42b2-a424-496da31031a8 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:01.731288 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e9498927-5d3f-4c39-b479-7372e526d2a4 req-5ea1a6fa-556f-42b2-a424-496da31031a8 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 945 time: 0.2755835
Jan 18 20:06:01.860458 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1646caef-e613-47fd-af2d-0e0f3587e463 req-4143c338-3f02-4d21-959b-c4d0c01e2497 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ca620a-257e-462e-9c1f-e7519cafe8e0 HTTP/1.1" status: 200  len: 1000 time: 0.1672854
Jan 18 20:06:01.878618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced08d30-4cdf-49b6-9e8f-a734120b676b req-de4ee5ae-5955-40ac-82a0-b63b635becb1 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:01.887200 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ced08d30-4cdf-49b6-9e8f-a734120b676b req-de4ee5ae-5955-40ac-82a0-b63b635becb1 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.6070421
Jan 18 20:06:01.893279 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e9498927-5d3f-4c39-b479-7372e526d2a4 req-34ab7095-1da9-443b-9bbd-bd22ff886387 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606312
Jan 18 20:06:01.975146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646caef-e613-47fd-af2d-0e0f3587e463 req-9d96260a-72de-4e29-9391-f20685d6bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:01.977208 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1646caef-e613-47fd-af2d-0e0f3587e463 req-9d96260a-72de-4e29-9391-f20685d6bbac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29 HTTP/1.1" status: 200  len: 850 time: 0.0868647
Jan 18 20:06:02.036657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] Network a612482c-943e-4046-a1eb-da92bb832640 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:06:02.048213 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844018425'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:02.187760 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ced08d30-4cdf-49b6-9e8f-a734120b676b req-0eba4cf8-6d49-4a09-bff9-97f82263453b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2993639
Jan 18 20:06:02.230060 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646caef-e613-47fd-af2d-0e0f3587e463 req-7c99cd96-ab9c-4f75-b1f3-4109354d4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:02.232487 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1646caef-e613-47fd-af2d-0e0f3587e463 req-7c99cd96-ab9c-4f75-b1f3-4109354d4748 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6f70f34b-3649-4431-89fb-39c80ea98bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2110729
Jan 18 20:06:02.426412 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1646caef-e613-47fd-af2d-0e0f3587e463 req-c6dda405-5cf3-475a-978a-96b88a8c6c30 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808069
Jan 18 20:06:02.632843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a4696-bc7d-49ed-a673-2e78df8ebe90 req-7e03bbad-5c5a-444b-8218-3177f0a4a325 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:02.640727 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-106a4696-bc7d-49ed-a673-2e78df8ebe90 req-7e03bbad-5c5a-444b-8218-3177f0a4a325 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2194409
Jan 18 20:06:02.677899 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] Network a612482c-943e-4046-a1eb-da92bb832640 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:06:02.739720 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-106a4696-bc7d-49ed-a673-2e78df8ebe90 req-e0d332a1-5c3e-4360-8bdc-efbd398f1b39 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977900
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:06:02.740580 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:06:02.780153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c398b9-cfd4-4b4c-90cd-01407af6b71d req-73e7bfeb-4dfd-48e8-bc0d-8ed5a8541944 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:02.782371 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-52c398b9-cfd4-4b4c-90cd-01407af6b71d req-73e7bfeb-4dfd-48e8-bc0d-8ed5a8541944 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.3537014
Jan 18 20:06:02.860378 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-52c398b9-cfd4-4b4c-90cd-01407af6b71d req-bf52fab5-6483-4708-ac57-702620f80811 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666277
Jan 18 20:06:02.908371 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1646caef-e613-47fd-af2d-0e0f3587e463 req-63b76f05-ca6d-4e23-b729-9e8719228ad4 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3952503
Jan 18 20:06:02.988402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d64d7-6bc9-49a2-b402-3f02a39b586b req-5d694858-f0fb-493e-9339-c6c7d66b96e2 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:02.990273 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f24d64d7-6bc9-49a2-b402-3f02a39b586b req-5d694858-f0fb-493e-9339-c6c7d66b96e2 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 945 time: 0.1554153
Jan 18 20:06:02.991017 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:03.002741 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:03.075655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:03.134985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] Pushing event deleted for resources: {'Network': ['ID=a612482c-943e-4046-a1eb-da92bb832640,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:03.145031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:03.204981 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-bb2ccc5d-5379-4d03-86f6-fe2d0a31e39e admin admin] 10.222.0.101 "DELETE /v2.0/networks/a612482c-943e-4046-a1eb-da92bb832640 HTTP/1.1" status: 204  len: 168 time: 2.4211669
Jan 18 20:06:03.207690 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60978) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:03.236331 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-f24d64d7-6bc9-49a2-b402-3f02a39b586b req-4a508207-2894-4d3e-91a1-32960454666d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Deleting port b64b9437-005a-47d5-962a-72aed6805c19 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:06:03.237135 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-f24d64d7-6bc9-49a2-b402-3f02a39b586b req-4a508207-2894-4d3e-91a1-32960454666d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:03.344797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f628ad9f-cb8c-4d4e-91bb-7775758e1771 admin admin] Deleting subnet 271be7ec-26c2-4140-80ee-beb911fc3cce {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:06:03.354021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f628ad9f-cb8c-4d4e-91bb-7775758e1771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:03.448079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f628ad9f-cb8c-4d4e-91bb-7775758e1771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312744'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:03.450596 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541d73c-ea95-4b5a-9971-115db39d9288 req-cf7ff070-321d-4c6f-867f-61c0a91c68e1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:03.459292 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5541d73c-ea95-4b5a-9971-115db39d9288 req-cf7ff070-321d-4c6f-867f-61c0a91c68e1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 945 time: 0.3475807
Jan 18 20:06:03.526367 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f628ad9f-cb8c-4d4e-91bb-7775758e1771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:03.540071 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5541d73c-ea95-4b5a-9971-115db39d9288 req-e92a7b84-a995-4467-ba6c-11e5672922ea tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790970
Jan 18 20:06:03.851780 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-f24d64d7-6bc9-49a2-b402-3f02a39b586b req-4a508207-2894-4d3e-91a1-32960454666d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] For port b64b9437-005a-47d5-962a-72aed6805c19, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=b64b9437-005a-47d5-962a-72aed6805c19,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:03.852922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-f24d64d7-6bc9-49a2-b402-3f02a39b586b req-4a508207-2894-4d3e-91a1-32960454666d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:04.024519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986823d6-22eb-4d77-8228-a03aaccd260e req-59ae4d18-8ba8-41c3-b36d-5e256c9db8c7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:04.035017 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-986823d6-22eb-4d77-8228-a03aaccd260e req-59ae4d18-8ba8-41c3-b36d-5e256c9db8c7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.4118977
Jan 18 20:06:04.129072 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-986823d6-22eb-4d77-8228-a03aaccd260e req-c67f992c-ec8b-4a46-88c1-5f3ff2c62234 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0927138
Jan 18 20:06:04.137533 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f628ad9f-cb8c-4d4e-91bb-7775758e1771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793870836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10620899'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:04.158033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-f24d64d7-6bc9-49a2-b402-3f02a39b586b req-4a508207-2894-4d3e-91a1-32960454666d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Calling delete_port for b64b9437-005a-47d5-962a-72aed6805c19 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:06:04.171374 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:04.187670 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 12ca620a-257e-462e-9c1f-e7519cafe8e0 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:06:04.308236 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 12ca620a-257e-462e-9c1f-e7519cafe8e0 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:06:04.309287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:04.390022 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-f24d64d7-6bc9-49a2-b402-3f02a39b586b req-4a508207-2894-4d3e-91a1-32960454666d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:04.422474 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628ad9f-cb8c-4d4e-91bb-7775758e1771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=271be7ec-26c2-4140-80ee-beb911fc3cce,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:04.483628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f628ad9f-cb8c-4d4e-91bb-7775758e1771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:04.501117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device b64b9437-005a-47d5-962a-72aed6805c19 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:06:04.525868 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f628ad9f-cb8c-4d4e-91bb-7775758e1771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:04.551788 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f628ad9f-cb8c-4d4e-91bb-7775758e1771 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/271be7ec-26c2-4140-80ee-beb911fc3cce HTTP/1.1" status: 204  len: 168 time: 1.3420441
Jan 18 20:06:04.556576 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 60990) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:04.562843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] No Port match for: b64b9437-005a-47d5-962a-72aed6805c19 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:06:04.564005 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device b64b9437-005a-47d5-962a-72aed6805c19 not bound to the agent host hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:06:04.564217 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:04.665048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4882a5-e599-4a00-9ca6-837e5095c511 req-6234e3d4-a3ac-4ffe-a425-bb7662440607 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:04.672880 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3a4882a5-e599-4a00-9ca6-837e5095c511 req-6234e3d4-a3ac-4ffe-a425-bb7662440607 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.5894785
Jan 18 20:06:04.685104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a508207-2894-4d3e-91a1-32960454666d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Pushing event deleted for resources: {'Port': ['ID=b64b9437-005a-47d5-962a-72aed6805c19,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:04.688785 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f0cf0-a2ca-44ba-8ae3-e23791b73fce req-bf7e3734-b3ce-4a02-837f-9b616216a548 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:04.703424 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5f0cf0-a2ca-44ba-8ae3-e23791b73fce req-bf7e3734-b3ce-4a02-837f-9b616216a548 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.2771056
Jan 18 20:06:04.770190 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24d64d7-6bc9-49a2-b402-3f02a39b586b req-4a508207-2894-4d3e-91a1-32960454666d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] No DVR routers for this DVR port b64b9437-005a-47d5-962a-72aed6805c19 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:06:04.771998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4a508207-2894-4d3e-91a1-32960454666d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:04.788992 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3a4882a5-e599-4a00-9ca6-837e5095c511 req-06b58d76-105e-40b1-b8a0-8829be756a1c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150699
Jan 18 20:06:04.793391 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-f24d64d7-6bc9-49a2-b402-3f02a39b586b req-4a508207-2894-4d3e-91a1-32960454666d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:04.805200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a7ada8-a6e5-45ed-965b-56c30590282b', 'name': 'network-vif-deleted', 'tag': 'b64b9437-005a-47d5-962a-72aed6805c19'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:06:04.813070 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f24d64d7-6bc9-49a2-b402-3f02a39b586b req-4a508207-2894-4d3e-91a1-32960454666d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "DELETE /v2.0/ports/b64b9437-005a-47d5-962a-72aed6805c19 HTTP/1.1" status: 204  len: 173 time: 1.8053658
Jan 18 20:06:04.883450 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:05.046819 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-cb4e0288-d0cd-4f16-b119-194ec81c1d1f req-c44f4f96-cc08-4dec-8bf8-b74df14c8f51 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Synchronizing usage tracker for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:06:05.063553 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5f0cf0-a2ca-44ba-8ae3-e23791b73fce req-bcd23553-c3d2-4e42-b9c4-6c116d84e663 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3581858
Jan 18 20:06:05.065375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-cb4e0288-d0cd-4f16-b119-194ec81c1d1f req-c44f4f96-cc08-4dec-8bf8-b74df14c8f51 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Unset dirty status for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:06:05.079656 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb4e0288-d0cd-4f16-b119-194ec81c1d1f req-c44f4f96-cc08-4dec-8bf8-b74df14c8f51 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=c3a7ada8-a6e5-45ed-965b-56c30590282b HTTP/1.1" status: 200  len: 210 time: 0.0890174
Jan 18 20:06:05.162635 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a7ada8-a6e5-45ed-965b-56c30590282b', 'name': 'network-vif-deleted', 'tag': 'b64b9437-005a-47d5-962a-72aed6805c19', 'status': 'completed', 'code': 200}
Jan 18 20:06:05.257368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:05.467011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b937c2c50>,) {'filters': {'network_id': ['ee1c5a0d-9da5-479d-ba1b-ba5885e2733c']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:06:05.490908 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b937c2c50>, 'd965c652-38b9-45c6-a8ac-5fe70f8a89ef') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:06:05.491354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b937c2c50>, 'd965c652-38b9-45c6-a8ac-5fe70f8a89ef') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:06:05.506057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:06:05.508593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1463056'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:05.536668 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:05.561808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fd031-1c18-4d78-8169-a710e1aee589 req-30d91899-244f-4958-9b3f-e007779efafa tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:05.563566 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f6fd031-1c18-4d78-8169-a710e1aee589 req-30d91899-244f-4958-9b3f-e007779efafa tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.2094157
Jan 18 20:06:05.564493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:06:05.734577 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f6fd031-1c18-4d78-8169-a710e1aee589 req-028200e9-e1fb-44b2-8170-3fd868babef8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1537647
Jan 18 20:06:05.811452 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Network ee1c5a0d-9da5-479d-ba1b-ba5885e2733c has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:06:05.825982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793870751'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:06.070679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Network ee1c5a0d-9da5-479d-ba1b-ba5885e2733c has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:06:06.101335 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:06:06.105789 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8aa1aa-569d-433e-a136-4b955a886050 req-d3325e0b-9807-4b38-b1cc-c2df341b3d8c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:06.108871 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2d8aa1aa-569d-433e-a136-4b955a886050 req-d3325e0b-9807-4b38-b1cc-c2df341b3d8c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1297717
Jan 18 20:06:06.198806 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2d8aa1aa-569d-433e-a136-4b955a886050 req-57155263-1b22-4420-8061-a100709cde08 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750732
Jan 18 20:06:06.216884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:06.228240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-04c34455-7f91-481b-bfc0-9656bd958800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:06.252840 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:06.258710 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/ee1c5a0d-9da5-479d-ba1b-ba5885e2733c HTTP/1.1" status: 204  len: 168 time: 1.6995316
Jan 18 20:06:06.263377 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1c5a0d-9da5-479d-ba1b-ba5885e2733c,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:06.270328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:06.542961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 32782) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:06.609667 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-45a97d5c-0a13-4b28-a415-e909ff883d62 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4a3e4b6bc5c848068d481d08d8c50879&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0625486
Jan 18 20:06:06.609667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 32786) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:06.690425 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a03a-e50e-4518-8e02-00a6f00b0202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:06.740828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a03a-e50e-4518-8e02-00a6f00b0202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:06.794841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a03a-e50e-4518-8e02-00a6f00b0202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:06.802997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-35d97e15-5c19-4302-8779-69e081a77b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:06.826861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a03a-e50e-4518-8e02-00a6f00b0202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:06.838529 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-bfa7a03a-e50e-4518-8e02-00a6f00b0202 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8026044b-1edf-46b6-b1f2-b2587424697d HTTP/1.1" status: 204  len: 168 time: 0.2173119
Jan 18 20:06:06.838529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7a03a-e50e-4518-8e02-00a6f00b0202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8026044b-1edf-46b6-b1f2-b2587424697d,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:06.838529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bfa7a03a-e50e-4518-8e02-00a6f00b0202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:07.101209 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69a955-9bd1-46e5-b1c3-7ae64c482504 req-9d361a03-e721-46ef-8020-9d2fbaf2ec54 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:07.110366 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a69a955-9bd1-46e5-b1c3-7ae64c482504 req-9d361a03-e721-46ef-8020-9d2fbaf2ec54 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1576152
Jan 18 20:06:07.185876 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a69a955-9bd1-46e5-b1c3-7ae64c482504 req-27b410ce-93c5-470f-a990-91c033286275 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0739548
Jan 18 20:06:07.496760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 32804) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:07.548919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199fc26-71a3-46bb-a0e2-79f7b0a7abd8 req-0e99319e-b8ae-4a57-80bd-bdc6ab2d26ad tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:07.550814 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9199fc26-71a3-46bb-a0e2-79f7b0a7abd8 req-0e99319e-b8ae-4a57-80bd-bdc6ab2d26ad tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1499238
Jan 18 20:06:07.581773 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-ac90ffaf-ffca-45e5-b84b-d77aad93a828 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c9cc9dd8aabe4698bbf5a7eff2aecdb2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0832143
Jan 18 20:06:07.587533 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 32810) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:07.682852 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9199fc26-71a3-46bb-a0e2-79f7b0a7abd8 req-b67d777f-d270-4118-837c-2c82266f8774 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243227
Jan 18 20:06:07.693777 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cd448519-3b5d-4ed1-aaaf-0836dea6e573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:07.758891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cd448519-3b5d-4ed1-aaaf-0836dea6e573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:07.835450 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cd448519-3b5d-4ed1-aaaf-0836dea6e573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:07.842101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-51414fa6-f1dd-4564-93d3-39d139502c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:07.864285 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd448519-3b5d-4ed1-aaaf-0836dea6e573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43829781-57cd-4876-bfc5-defcb55c89bd,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:07.867926 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-cd448519-3b5d-4ed1-aaaf-0836dea6e573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:07.869037 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cd448519-3b5d-4ed1-aaaf-0836dea6e573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:07.870791 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-cd448519-3b5d-4ed1-aaaf-0836dea6e573 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/43829781-57cd-4876-bfc5-defcb55c89bd HTTP/1.1" status: 204  len: 168 time: 0.2820446
Jan 18 20:06:08.101511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19af169-049b-4929-94d5-b2d6f82cc404 req-e8852edd-a604-4610-8305-2c93b5fbd2d3 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:08.109551 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a19af169-049b-4929-94d5-b2d6f82cc404 req-e8852edd-a604-4610-8305-2c93b5fbd2d3 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 945 time: 0.1255665
Jan 18 20:06:08.179220 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a19af169-049b-4929-94d5-b2d6f82cc404 req-fc1b204e-e36a-479c-a843-8721a4cdc4a7 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598879
Jan 18 20:06:08.511467 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a17be4-ef06-4488-bf5a-37c82c95a5c6 req-7f2f7ec7-7e18-49bc-be41-f674714fab52 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:08.520538 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f4a17be4-ef06-4488-bf5a-37c82c95a5c6 req-7f2f7ec7-7e18-49bc-be41-f674714fab52 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1578300
Jan 18 20:06:08.584760 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f4a17be4-ef06-4488-bf5a-37c82c95a5c6 req-d4826373-14de-41a9-a5d6-654b7944b1d7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0632002
Jan 18 20:06:09.393228 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d4d66-7422-4b73-9d21-8d80c7d8bdda req-a0da3bbc-79a9-417f-9b83-59b112a4feca tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:09.395313 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f48d4d66-7422-4b73-9d21-8d80c7d8bdda req-a0da3bbc-79a9-417f-9b83-59b112a4feca tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.5271053
Jan 18 20:06:09.465209 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f48d4d66-7422-4b73-9d21-8d80c7d8bdda req-d3f4dfe4-b587-4734-9cc7-b0063a464ed0 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620224
Jan 18 20:06:09.572993 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-55ad37db-4eaa-403e-8e9e-cfc5632a515b tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:09.576166 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-55ad37db-4eaa-403e-8e9e-cfc5632a515b tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 945 time: 0.2938366
Jan 18 20:06:09.610228 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284bddc-fe4e-4603-8f43-a44d86d5ce66 req-166f82c4-f42b-446c-ae84-0ff6bc61c29a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:09.612265 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f284bddc-fe4e-4603-8f43-a44d86d5ce66 req-166f82c4-f42b-446c-ae84-0ff6bc61c29a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 945 time: 0.2302883
Jan 18 20:06:09.709266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Deleting port e6dd31f9-a77b-475c-9d5e-b49457d758b9 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:06:09.709663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:09.865532 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f284bddc-fe4e-4603-8f43-a44d86d5ce66 req-56640fa6-e33d-4fb4-8458-a1591f09471b tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702409
Jan 18 20:06:09.906121 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71399a-f9ad-4305-b73d-2f832b25c9b4 req-ec8f3663-f021-4982-a02f-d7997a0f6818 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:09.908404 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3a71399a-f9ad-4305-b73d-2f832b25c9b4 req-ec8f3663-f021-4982-a02f-d7997a0f6818 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1389313
Jan 18 20:06:09.978268 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3a71399a-f9ad-4305-b73d-2f832b25c9b4 req-c2bf6aa4-05a3-4354-8c2e-c0f124eba826 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0630696
Jan 18 20:06:10.062912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device e6dd31f9-a77b-475c-9d5e-b49457d758b9 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:06:10.102581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] For port e6dd31f9-a77b-475c-9d5e-b49457d758b9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e6dd31f9-a77b-475c-9d5e-b49457d758b9,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:10.103408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:10.173333 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 32850) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:10.211956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:10.245365 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f728cb-b599-4880-9e31-5df1067553a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6dd31f9-a77b-475c-9d5e-b49457d758b9'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:06:10.262346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port e6dd31f9-a77b-475c-9d5e-b49457d758b9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e6dd31f9-a77b-475c-9d5e-b49457d758b9,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:10.271213 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:10.274843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:10.281849 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Calling delete_port for e6dd31f9-a77b-475c-9d5e-b49457d758b9 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:06:10.358175 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f728cb-b599-4880-9e31-5df1067553a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6dd31f9-a77b-475c-9d5e-b49457d758b9', 'code': 200}
Jan 18 20:06:10.364242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=e6dd31f9-a77b-475c-9d5e-b49457d758b9,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:10.374391 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.374787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.375179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.375560 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.375938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.376593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.376770 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.377148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.377921 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.377921 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.378459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.378964 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.379427 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.379631 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.380182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.380584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.381025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.381609 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.382130 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.382676 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.383052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.383417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.383969 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.384787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:10.390721 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:10.391530 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cc2-4a38-44fe-99e1-4d7fa0c1e05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:10.391795 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:06:10.392204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:06:10.411616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0a2b8cc2-4a38-44fe-99e1-4d7fa0c1e05d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:06:10.416558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0a2b8cc2-4a38-44fe-99e1-4d7fa0c1e05d admin admin] Usage tracker for resource:security_group_rule and tenant:194d19d63c5743559b92d4e3259dc011 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:06:10.420024 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0a2b8cc2-4a38-44fe-99e1-4d7fa0c1e05d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:06:10.428525 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0a2b8cc2-4a38-44fe-99e1-4d7fa0c1e05d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:06:10.535384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cc2-4a38-44fe-99e1-4d7fa0c1e05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:10.540212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8cc2-4a38-44fe-99e1-4d7fa0c1e05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:10.550410 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-01534677-12f3-426e-ace7-699bdf792a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:10.599939 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-0a2b8cc2-4a38-44fe-99e1-4d7fa0c1e05d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=194d19d63c5743559b92d4e3259dc011&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4253707
Jan 18 20:06:10.602193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b8cc2-4a38-44fe-99e1-4d7fa0c1e05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075144f1-b46f-4887-bb3d-1b2ab191ba98,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:10.603523 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 32862) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:10.605992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0a2b8cc2-4a38-44fe-99e1-4d7fa0c1e05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:10.735617 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-137b407e-b266-4211-bfb5-d6770608cfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:10.773869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-137b407e-b266-4211-bfb5-d6770608cfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:10.842515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-137b407e-b266-4211-bfb5-d6770608cfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:10.847392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ead9ad51-04aa-4fd3-918a-392fd5d7ccbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:10.847652 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085f59b-a4fe-42a2-9bc0-e48567dc6adf req-6f888364-ca2b-4d76-ad53-68928060f723 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:10.849974 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b085f59b-a4fe-42a2-9bc0-e48567dc6adf req-6f888364-ca2b-4d76-ad53-68928060f723 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1268506
Jan 18 20:06:10.867680 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b407e-b266-4211-bfb5-d6770608cfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075144f1-b46f-4887-bb3d-1b2ab191ba98,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:10.889837 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-137b407e-b266-4211-bfb5-d6770608cfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:10.900414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Deleting port e6dd31f9-a77b-475c-9d5e-b49457d758b9 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:06:10.900904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:10.949113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-137b407e-b266-4211-bfb5-d6770608cfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:10.953174 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-137b407e-b266-4211-bfb5-d6770608cfba admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/075144f1-b46f-4887-bb3d-1b2ab191ba98 HTTP/1.1" status: 204  len: 168 time: 0.3446240
Jan 18 20:06:10.960832 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b085f59b-a4fe-42a2-9bc0-e48567dc6adf req-b33ea818-b324-48e9-8405-16594d82d24c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034198
Jan 18 20:06:11.374246 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e0f45-cc31-47a0-916d-34faa26910da req-7a5bd232-b1fe-46d7-a253-2c7ab73689a3 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:11.386009 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-529e0f45-cc31-47a0-916d-34faa26910da req-7a5bd232-b1fe-46d7-a253-2c7ab73689a3 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1452398
Jan 18 20:06:11.419271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69281b8d-1987-4eab-a19c-213866cf6045 req-76ef77c0-064f-4919-b962-94ac670719c1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:11.421202 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-69281b8d-1987-4eab-a19c-213866cf6045 req-76ef77c0-064f-4919-b962-94ac670719c1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Synchronizing usage tracker for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:06:11.460220 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] For port e6dd31f9-a77b-475c-9d5e-b49457d758b9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e6dd31f9-a77b-475c-9d5e-b49457d758b9,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:11.460665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:11.478638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-69281b8d-1987-4eab-a19c-213866cf6045 req-76ef77c0-064f-4919-b962-94ac670719c1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Unset dirty status for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:06:11.486684 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-69281b8d-1987-4eab-a19c-213866cf6045 req-76ef77c0-064f-4919-b962-94ac670719c1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 943 time: 0.3433425
Jan 18 20:06:11.511275 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-529e0f45-cc31-47a0-916d-34faa26910da req-2da6e899-2699-4264-9da5-0c82563c9763 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1252875
Jan 18 20:06:11.543930 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-69281b8d-1987-4eab-a19c-213866cf6045 req-ddafbbb3-af18-48c0-9a04-16cf12d329b4 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562921
Jan 18 20:06:11.691149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Calling delete_port for e6dd31f9-a77b-475c-9d5e-b49457d758b9 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:06:12.149303 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:12.165704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:12.234600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Pushing event deleted for resources: {'Port': ['ID=e6dd31f9-a77b-475c-9d5e-b49457d758b9,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:12.237692 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cfed9-9aba-4c3a-9ad2-1630724f9200 req-397b94ff-4d3b-4199-96f9-53c221f9b629 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:12.239871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:12.246077 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-921cfed9-9aba-4c3a-9ad2-1630724f9200 req-397b94ff-4d3b-4199-96f9-53c221f9b629 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1217408
Jan 18 20:06:12.297266 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-921cfed9-9aba-4c3a-9ad2-1630724f9200 req-71c2b8c6-6b6e-4cea-83ab-7e12541282ca tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501168
Jan 18 20:06:12.403964 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] No DVR routers for this DVR port e6dd31f9-a77b-475c-9d5e-b49457d758b9 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:06:12.413708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:12.416864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f728cb-b599-4880-9e31-5df1067553a6', 'name': 'network-vif-deleted', 'tag': 'e6dd31f9-a77b-475c-9d5e-b49457d758b9'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:06:12.434373 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0e1272bb-9838-4285-95a8-b68f437f1145 req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "DELETE /v2.0/ports/e6dd31f9-a77b-475c-9d5e-b49457d758b9 HTTP/1.1" status: 204  len: 173 time: 2.8207495
Jan 18 20:06:12.485935 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f728cb-b599-4880-9e31-5df1067553a6', 'name': 'network-vif-deleted', 'tag': 'e6dd31f9-a77b-475c-9d5e-b49457d758b9', 'status': 'completed', 'code': 200}
Jan 18 20:06:12.626745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e5f064b-0e1d-4bd0-a125-04ce11e8eec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:12.830483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-df53b863-e536-408f-b9b5-f3587200714c req-53fed72d-3f39-4288-9a5f-6dbf10e59274 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Synchronizing usage tracker for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:06:12.837236 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958cd4f-4ae5-4cda-b691-a5f0c8f261db req-1c0f85e7-3104-465c-89db-d70fcc6040c9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:12.846691 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0958cd4f-4ae5-4cda-b691-a5f0c8f261db req-1c0f85e7-3104-465c-89db-d70fcc6040c9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1696131
Jan 18 20:06:12.855576 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-df53b863-e536-408f-b9b5-f3587200714c req-53fed72d-3f39-4288-9a5f-6dbf10e59274 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Unset dirty status for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:06:12.869352 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-df53b863-e536-408f-b9b5-f3587200714c req-53fed72d-3f39-4288-9a5f-6dbf10e59274 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=09f728cb-b599-4880-9e31-5df1067553a6 HTTP/1.1" status: 200  len: 210 time: 0.1319761
Jan 18 20:06:12.904396 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0958cd4f-4ae5-4cda-b691-a5f0c8f261db req-7265fc36-54dc-43b5-ae80-933cf9ba5b7b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0566778
Jan 18 20:06:13.120942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6603-1df8-43d7-83f2-a4dc045d5d72 req-c0aee61d-1f5a-4cef-b4e9-3d1c4b76c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:13.122566 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4ddf6603-1df8-43d7-83f2-a4dc045d5d72 req-c0aee61d-1f5a-4cef-b4e9-3d1c4b76c907 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 1163 time: 0.0897722
Jan 18 20:06:13.302891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6603-1df8-43d7-83f2-a4dc045d5d72 req-e01297ed-053c-4504-9726-b14c6f583ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:13.304703 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4ddf6603-1df8-43d7-83f2-a4dc045d5d72 req-e01297ed-053c-4504-9726-b14c6f583ce1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 910 time: 0.1721199
Jan 18 20:06:13.428154 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4ddf6603-1df8-43d7-83f2-a4dc045d5d72 req-b3cb5976-68ff-4908-ab83-da22905c84d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e54a26b-b85a-4d40-a576-642db315db25 HTTP/1.1" status: 200  len: 1002 time: 0.1169991
Jan 18 20:06:13.558997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6603-1df8-43d7-83f2-a4dc045d5d72 req-5dfdebb6-d6d2-4e1d-889e-cbc86dd36315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:13.560699 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4ddf6603-1df8-43d7-83f2-a4dc045d5d72 req-5dfdebb6-d6d2-4e1d-889e-cbc86dd36315 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c1f2f94c-f22d-4168-b95c-a2cae84e702f HTTP/1.1" status: 200  len: 855 time: 0.0900838
Jan 18 20:06:13.659114 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3997e-62ca-4dae-b2cc-97d51520cda3 req-827e34be-85b2-414a-ad5d-28360a106a44 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:13.661084 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c1c3997e-62ca-4dae-b2cc-97d51520cda3 req-827e34be-85b2-414a-ad5d-28360a106a44 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2309127
Jan 18 20:06:13.724688 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c1c3997e-62ca-4dae-b2cc-97d51520cda3 req-1504483c-acb0-4d73-a69b-6a8692bf0b0b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566566
Jan 18 20:06:13.727579 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6603-1df8-43d7-83f2-a4dc045d5d72 req-6f3c610d-3ea9-4f37-92a3-1efbd96ac3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:13.729254 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4ddf6603-1df8-43d7-83f2-a4dc045d5d72 req-6f3c610d-3ea9-4f37-92a3-1efbd96ac3cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=afb56ae4-80d3-4971-aaeb-b3508e21ee72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1640701
Jan 18 20:06:13.881794 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4ddf6603-1df8-43d7-83f2-a4dc045d5d72 req-9da6f6bc-f970-4576-b3ef-f7a00cf43dc2 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465979
Jan 18 20:06:14.078433 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4ddf6603-1df8-43d7-83f2-a4dc045d5d72 req-a1a388dd-c3cf-4a62-939d-f0fbaefac5f3 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1909428
Jan 18 20:06:14.209105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae74e0-d799-4391-beb4-b6bc4ee0f8bb req-ac620dc5-be19-4022-becf-2a15868deef2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:14.210901 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f4ae74e0-d799-4391-beb4-b6bc4ee0f8bb req-ac620dc5-be19-4022-becf-2a15868deef2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1282682
Jan 18 20:06:14.286321 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f4ae74e0-d799-4391-beb4-b6bc4ee0f8bb req-e2cc0c48-5408-4a87-a34c-62333c0092e8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0677216
Jan 18 20:06:14.515384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba1db-16ec-49ee-b0c5-b78ac1d6c7a4 req-42398f16-2c9f-49b0-990c-a6b9a5c9b7c1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:14.517109 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-570ba1db-16ec-49ee-b0c5-b78ac1d6c7a4 req-42398f16-2c9f-49b0-990c-a6b9a5c9b7c1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 945 time: 0.1217415
Jan 18 20:06:14.577641 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-570ba1db-16ec-49ee-b0c5-b78ac1d6c7a4 req-7ee90b95-1f85-4e11-b2a6-bc8d650e3e7c tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534010
Jan 18 20:06:14.990638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a527d-c250-4448-a904-28b1ade79e1c req-e7cc5b8c-ba35-47da-8c34-c321bd2633ad tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:14.992274 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0b6a527d-c250-4448-a904-28b1ade79e1c req-e7cc5b8c-ba35-47da-8c34-c321bd2633ad tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1072567
Jan 18 20:06:15.047861 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0b6a527d-c250-4448-a904-28b1ade79e1c req-7463c655-8431-44b4-bf77-013cfb4d3ce7 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489669
Jan 18 20:06:15.092677 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-90e685da-a4e3-4ace-bc40-9a5c75231d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:15.601224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f7bd9-3709-40d1-9364-4597117062ea req-33be466e-10c8-4e8c-b766-0e79161ea60b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:15.603079 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-889f7bd9-3709-40d1-9364-4597117062ea req-33be466e-10c8-4e8c-b766-0e79161ea60b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1330860
Jan 18 20:06:15.667343 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-889f7bd9-3709-40d1-9364-4597117062ea req-b298a8c2-c0e6-4258-a77c-502d8d5ef26e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0573585
Jan 18 20:06:15.767802 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-f00a4a7e-91a8-4af3-9524-d7f3aaa44f2a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:15.769617 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-f00a4a7e-91a8-4af3-9524-d7f3aaa44f2a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 945 time: 0.1994903
Jan 18 20:06:15.772153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:15.904106 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 32950) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:15.932251 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Deleting port 977b78b6-ecf4-4065-9e89-58ef9d3774a7 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:06:15.932664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.066933 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd78e6-b571-4915-b6e2-97650a0babd5 req-7e18a30d-ce8b-402f-82ab-e453ee50521a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:16.068779 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fefd78e6-b571-4915-b6e2-97650a0babd5 req-7e18a30d-ce8b-402f-82ab-e453ee50521a tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 945 time: 0.2874527
Jan 18 20:06:16.072754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-467a51d0-630b-463b-aff7-32062b006d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.090883 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-467a51d0-630b-463b-aff7-32062b006d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:06:16.095441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-467a51d0-630b-463b-aff7-32062b006d4d admin admin] Usage tracker for resource:security_group_rule and tenant:2258b332bf624d82b0f49a5aad5ab0b3 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:06:16.099178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-467a51d0-630b-463b-aff7-32062b006d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:06:16.103122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 5e54a26b-b85a-4d40-a576-642db315db25 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:06:16.106454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-467a51d0-630b-463b-aff7-32062b006d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:06:16.165025 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fefd78e6-b571-4915-b6e2-97650a0babd5 req-d646b384-a712-4c35-978e-36595f1f4bbd tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812621
Jan 18 20:06:16.258239 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-467a51d0-630b-463b-aff7-32062b006d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.267585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-467a51d0-630b-463b-aff7-32062b006d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.286761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.292571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-01171bbf-2f60-451c-aaea-1b74058dff12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:16.318598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:06:16.330526 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 5e54a26b-b85a-4d40-a576-642db315db25, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5e54a26b-b85a-4d40-a576-642db315db25,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:16.334226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.335071 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 977b78b6-ecf4-4065-9e89-58ef9d3774a7 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:06:16.350808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] For port 977b78b6-ecf4-4065-9e89-58ef9d3774a7, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=977b78b6-ecf4-4065-9e89-58ef9d3774a7,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:16.351222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.370695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:16.406998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a51d0-630b-463b-aff7-32062b006d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd63173-238e-402f-b57a-86dda7b39138,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:16.411991 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-467a51d0-630b-463b-aff7-32062b006d4d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2258b332bf624d82b0f49a5aad5ab0b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5065997
Jan 18 20:06:16.414331 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-467a51d0-630b-463b-aff7-32062b006d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:16.420746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 32960) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:16.426654 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25', 'code': 422} returned with failed status
Jan 18 20:06:16.512960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=5e54a26b-b85a-4d40-a576-642db315db25,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:16.527493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2689a-0572-4832-8ac2-504fffd7a925 req-f2385956-aae7-41e9-a1c1-0a265a227113 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:16.527642 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Calling delete_port for 977b78b6-ecf4-4065-9e89-58ef9d3774a7 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:06:16.529276 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9fc2689a-0572-4832-8ac2-504fffd7a925 req-f2385956-aae7-41e9-a1c1-0a265a227113 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2436099
Jan 18 20:06:16.534606 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:16.541956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-02614a7e-7cef-428e-bb93-22f93bf3343a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.553398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.597001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 977b78b6-ecf4-4065-9e89-58ef9d3774a7, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=977b78b6-ecf4-4065-9e89-58ef9d3774a7,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:16.601152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.602991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:16.610728 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-02614a7e-7cef-428e-bb93-22f93bf3343a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.623835 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9fc2689a-0572-4832-8ac2-504fffd7a925 req-6ddbd70c-b252-4f60-b469-fca618023869 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832067
Jan 18 20:06:16.674078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:06:16.674354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-02614a7e-7cef-428e-bb93-22f93bf3343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.675188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:06:16.680479 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8f2bb2a3-ab69-426d-919b-4910ef85dad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:16.689210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.695682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02614a7e-7cef-428e-bb93-22f93bf3343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd63173-238e-402f-b57a-86dda7b39138,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:16.699403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=977b78b6-ecf4-4065-9e89-58ef9d3774a7,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:16.699952 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-02614a7e-7cef-428e-bb93-22f93bf3343a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:16.703320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:16.714255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-02614a7e-7cef-428e-bb93-22f93bf3343a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:16.715738 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-02614a7e-7cef-428e-bb93-22f93bf3343a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bcd63173-238e-402f-b57a-86dda7b39138 HTTP/1.1" status: 204  len: 168 time: 0.2930315
Jan 18 20:06:16.964965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212cd30-2895-43d8-abd2-6acecbe43dbc req-67af7833-5ec6-4c78-bf00-3b610deb7229 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:16.966797 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e212cd30-2895-43d8-abd2-6acecbe43dbc req-67af7833-5ec6-4c78-bf00-3b610deb7229 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1220469
Jan 18 20:06:17.030216 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e212cd30-2895-43d8-abd2-6acecbe43dbc req-066a4fa8-3c2d-4b22-8b74-bce125e25987 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0550451
Jan 18 20:06:17.176769 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Deleting port 977b78b6-ecf4-4065-9e89-58ef9d3774a7 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:06:17.177143 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:17.291366 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:17.579925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5719b-f41b-4f74-b652-3b5343715d4c req-4a50c8c3-80ec-4a28-b820-e358480b50e1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:17.581721 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ff5719b-f41b-4f74-b652-3b5343715d4c req-4a50c8c3-80ec-4a28-b820-e358480b50e1 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 943 time: 0.2593923
Jan 18 20:06:17.593775 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] For port 977b78b6-ecf4-4065-9e89-58ef9d3774a7, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=977b78b6-ecf4-4065-9e89-58ef9d3774a7,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:17.594184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:17.778166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Calling delete_port for 977b78b6-ecf4-4065-9e89-58ef9d3774a7 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:06:17.851961 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ff5719b-f41b-4f74-b652-3b5343715d4c req-b381eaaa-7011-4548-a037-69d3f8f462e6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2611926
Jan 18 20:06:17.925671 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f55ca-dfeb-4bc8-9b7b-dfa2515fc08f req-a82732ef-b583-4ff7-a971-d0e9ae48de47 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:17.927544 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a51f55ca-dfeb-4bc8-9b7b-dfa2515fc08f req-a82732ef-b583-4ff7-a971-d0e9ae48de47 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1259716
Jan 18 20:06:17.989483 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a51f55ca-dfeb-4bc8-9b7b-dfa2515fc08f req-d866c7b9-d86d-4f44-bfcd-bc98dbc6a0cd tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529242
Jan 18 20:06:18.225212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:18.244113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-564279e7-69a3-428e-b1b3-fa971d2b5205 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:18.314778 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Pushing event deleted for resources: {'Port': ['ID=977b78b6-ecf4-4065-9e89-58ef9d3774a7,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:18.319323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:18.326535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eb9b5-cf5c-4b4a-ad64-b860784a1a14 req-1538b014-be58-4daf-a0c8-8b523551f85c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:18.328445 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-695eb9b5-cf5c-4b4a-ad64-b860784a1a14 req-1538b014-be58-4daf-a0c8-8b523551f85c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1279159
Jan 18 20:06:18.359188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33000) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:18.390873 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-695eb9b5-cf5c-4b4a-ad64-b860784a1a14 req-d829c0e1-9517-4058-82ea-70194c99cf1a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0556202
Jan 18 20:06:18.427862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cb80fa-8dff-4827-b4f6-a4c54903e1d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977b78b6-ecf4-4065-9e89-58ef9d3774a7'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:06:18.496733 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] No DVR routers for this DVR port 977b78b6-ecf4-4065-9e89-58ef9d3774a7 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:06:18.496901 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cb80fa-8dff-4827-b4f6-a4c54903e1d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977b78b6-ecf4-4065-9e89-58ef9d3774a7', 'code': 200}
Jan 18 20:06:18.499322 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:18.502597 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cb80fa-8dff-4827-b4f6-a4c54903e1d8', 'name': 'network-vif-deleted', 'tag': '977b78b6-ecf4-4065-9e89-58ef9d3774a7'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:06:18.520049 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1de7c7fb-e8b9-4fb3-b5b1-89d168c86d0a req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "DELETE /v2.0/ports/977b78b6-ecf4-4065-9e89-58ef9d3774a7 HTTP/1.1" status: 204  len: 173 time: 2.6915922
Jan 18 20:06:18.554713 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-74823425-1e00-433a-880f-d88056c8d258 req-af2cb4e6-8160-436c-a9af-d144fe260988 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1941025
Jan 18 20:06:18.569998 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cb80fa-8dff-4827-b4f6-a4c54903e1d8', 'name': 'network-vif-deleted', 'tag': '977b78b6-ecf4-4065-9e89-58ef9d3774a7', 'status': 'completed', 'code': 200}
Jan 18 20:06:19.080120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-762c943d-5a35-4f80-97ad-854c3eb625c9 req-266ddca8-f5d9-4582-a792-64521b3babe0 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Synchronizing usage tracker for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:06:19.096580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-762c943d-5a35-4f80-97ad-854c3eb625c9 req-266ddca8-f5d9-4582-a792-64521b3babe0 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Unset dirty status for tenant:b5e9c83f6cf64d11bb5798d195e58d22 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:06:19.097496 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-762c943d-5a35-4f80-97ad-854c3eb625c9 req-266ddca8-f5d9-4582-a792-64521b3babe0 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=18cb80fa-8dff-4827-b4f6-a4c54903e1d8 HTTP/1.1" status: 200  len: 210 time: 0.0677278
Jan 18 20:06:19.307102 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec8ea6-c280-4e2b-95e0-a6f709e5321d req-59fa1cca-b01a-47ea-ac1a-b14a89e62cb1 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:19.308878 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f0ec8ea6-c280-4e2b-95e0-a6f709e5321d req-59fa1cca-b01a-47ea-ac1a-b14a89e62cb1 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1431966
Jan 18 20:06:19.369831 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f0ec8ea6-c280-4e2b-95e0-a6f709e5321d req-4ed9de5d-54a5-4a2e-a9ba-8350fdf51688 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543199
Jan 18 20:06:19.648732 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb667eea-feeb-41b8-86a2-cc5b49bf470e req-af48a4b3-4881-41b7-90f7-b0d2782fe5d6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:19.650466 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-eb667eea-feeb-41b8-86a2-cc5b49bf470e req-af48a4b3-4881-41b7-90f7-b0d2782fe5d6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1072283
Jan 18 20:06:19.712054 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-eb667eea-feeb-41b8-86a2-cc5b49bf470e req-25343bd7-cbb0-4649-a979-45651f5d777c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0545840
Jan 18 20:06:20.288559 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:20.302653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823425-1e00-433a-880f-d88056c8d258 req-ea5be5a0-599c-412d-9ae9-c2a9067681a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:20.305778 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-74823425-1e00-433a-880f-d88056c8d258 req-ea5be5a0-599c-412d-9ae9-c2a9067681a1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0&tenant_id=1417b693c42f47ee9a8bce62bc69f85c HTTP/1.1" status: 200  len: 1161 time: 0.0938900
Jan 18 20:06:20.416423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823425-1e00-433a-880f-d88056c8d258 req-397ad9ab-218d-489a-bd65-1bc30104eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:20.418200 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-74823425-1e00-433a-880f-d88056c8d258 req-397ad9ab-218d-489a-bd65-1bc30104eafc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 1161 time: 0.0828834
Jan 18 20:06:20.644153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823425-1e00-433a-880f-d88056c8d258 req-ca68a971-d8fe-437a-ba55-08883edea711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:20.645820 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-74823425-1e00-433a-880f-d88056c8d258 req-ca68a971-d8fe-437a-ba55-08883edea711 service neutron] 10.222.0.72 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 910 time: 0.2225847
Jan 18 20:06:20.759583 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce60cc2-7ef1-444b-afc7-b918141333d4 req-b6227587-829c-46b7-a946-b17cb45947a8 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:20.761344 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3ce60cc2-7ef1-444b-afc7-b918141333d4 req-b6227587-829c-46b7-a946-b17cb45947a8 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2401140
Jan 18 20:06:20.843021 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3ce60cc2-7ef1-444b-afc7-b918141333d4 req-67f14fa9-a57b-4a66-94ef-bc28b5283971 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738893
Jan 18 20:06:20.845328 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-74823425-1e00-433a-880f-d88056c8d258 req-5e2d6bd6-b9d6-49fe-818a-b51d4700ac93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e54a26b-b85a-4d40-a576-642db315db25 HTTP/1.1" status: 200  len: 1000 time: 0.1932733
Jan 18 20:06:20.921192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823425-1e00-433a-880f-d88056c8d258 req-dd21c993-a9b5-492e-beac-5a4fb95d2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:20.922698 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-74823425-1e00-433a-880f-d88056c8d258 req-dd21c993-a9b5-492e-beac-5a4fb95d2881 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c1f2f94c-f22d-4168-b95c-a2cae84e702f HTTP/1.1" status: 200  len: 855 time: 0.0716963
Jan 18 20:06:20.986818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c061d-ec6f-4ad0-ae66-b4b0fe577a99 req-085c9831-9d71-453e-bf72-aec4c135646e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:20.988621 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d77c061d-ec6f-4ad0-ae66-b4b0fe577a99 req-085c9831-9d71-453e-bf72-aec4c135646e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1196084
Jan 18 20:06:21.009702 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823425-1e00-433a-880f-d88056c8d258 req-1123f58d-4e41-4f90-9ccf-7aa688b88c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:21.011372 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-74823425-1e00-433a-880f-d88056c8d258 req-1123f58d-4e41-4f90-9ccf-7aa688b88c17 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=afb56ae4-80d3-4971-aaeb-b3508e21ee72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0830479
Jan 18 20:06:21.044905 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d77c061d-ec6f-4ad0-ae66-b4b0fe577a99 req-422eda44-cd8e-4463-871a-82e8a7f26b08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0493090
Jan 18 20:06:21.175433 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-74823425-1e00-433a-880f-d88056c8d258 req-f9b18d61-22ba-41a9-8012-efb5a984b5e5 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584122
Jan 18 20:06:21.336781 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-74823425-1e00-433a-880f-d88056c8d258 req-b63c7289-db82-4175-94f3-d7c8b1cb56a9 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1526463
Jan 18 20:06:21.949501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99990d74-eee6-4319-a6cf-3b4aaae1d294 req-4d96a0af-6a25-4557-a25c-4528cbefc4c7 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:21.951244 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-99990d74-eee6-4319-a6cf-3b4aaae1d294 req-4d96a0af-6a25-4557-a25c-4528cbefc4c7 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 946 time: 0.1140096
Jan 18 20:06:22.005987 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-99990d74-eee6-4319-a6cf-3b4aaae1d294 req-3c857a1b-f3f5-4faa-b2ca-742329aa5877 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475771
Jan 18 20:06:22.092023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb02fc-b317-46c7-ac24-3f4988becced req-8d6b5a35-740e-43d6-88d5-b8a426ae2200 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:22.093842 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b7bb02fc-b317-46c7-ac24-3f4988becced req-8d6b5a35-740e-43d6-88d5-b8a426ae2200 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1060147
Jan 18 20:06:22.160708 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b7bb02fc-b317-46c7-ac24-3f4988becced req-9d151695-3ae5-4432-9220-0a2dede7332a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529790
Jan 18 20:06:22.320713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ebc03-cc27-4a24-9f3c-a69a145ddea3 req-cf9e9ed2-018f-4163-992e-fa9526853e08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:22.322933 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e16ebc03-cc27-4a24-9f3c-a69a145ddea3 req-cf9e9ed2-018f-4163-992e-fa9526853e08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1229486
Jan 18 20:06:22.393589 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e16ebc03-cc27-4a24-9f3c-a69a145ddea3 req-05a39af9-764f-4390-89f8-bf8e8256e44a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0612650
Jan 18 20:06:23.347947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa455963-df07-486e-b628-0456b0ffbad1 req-657c3076-a1ee-4c28-bee8-9842188be2dc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:23.349831 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa455963-df07-486e-b628-0456b0ffbad1 req-657c3076-a1ee-4c28-bee8-9842188be2dc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 946 time: 0.1247511
Jan 18 20:06:23.433792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31671091-aaa2-4227-8426-64822459477d req-c55a81a5-5fd1-4b5e-b2b6-e7f95f5156db tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:23.435558 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-31671091-aaa2-4227-8426-64822459477d req-c55a81a5-5fd1-4b5e-b2b6-e7f95f5156db tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1132543
Jan 18 20:06:23.467899 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa455963-df07-486e-b628-0456b0ffbad1 req-95814c03-7cbc-4101-a2ec-8b0979906829 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/security-groups?id=79ddf69e-e89f-4294-aa9e-9fd0632da4e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780663
Jan 18 20:06:23.503748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c7d83-322f-4307-b810-179f79010c5e req-f6f19c69-1191-4a5f-ab81-0e0971bfaea5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:23.504966 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-31671091-aaa2-4227-8426-64822459477d req-ec634c70-56a0-4550-ade6-120ae106e84b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526116
Jan 18 20:06:23.505968 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9e5c7d83-322f-4307-b810-179f79010c5e req-f6f19c69-1191-4a5f-ab81-0e0971bfaea5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 946 time: 0.1905460
Jan 18 20:06:23.593945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-9e5c7d83-322f-4307-b810-179f79010c5e req-0df12518-a63f-472f-9851-4ee9e07757bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Deleting port 28cffcac-2f50-4bab-aa14-e8e0d6815278 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:06:23.594330 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9e5c7d83-322f-4307-b810-179f79010c5e req-0df12518-a63f-472f-9851-4ee9e07757bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:23.914083 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81980af9-cff5-4514-b324-3d879f92bbfe req-6e194458-d332-40ea-9899-84ef7881b565 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:23.915958 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-81980af9-cff5-4514-b324-3d879f92bbfe req-6e194458-d332-40ea-9899-84ef7881b565 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.2885334
Jan 18 20:06:24.009278 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-81980af9-cff5-4514-b324-3d879f92bbfe req-5ffa0891-964c-41f9-8f5f-f10bf7e76dfb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0865746
Jan 18 20:06:24.011218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-9e5c7d83-322f-4307-b810-179f79010c5e req-0df12518-a63f-472f-9851-4ee9e07757bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] For port 28cffcac-2f50-4bab-aa14-e8e0d6815278, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=28cffcac-2f50-4bab-aa14-e8e0d6815278,segment=NetworkSegment(cbea2f12-74cc-4494-8348-335cc1966c75),segment_id=cbea2f12-74cc-4494-8348-335cc1966c75)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:24.011632 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9e5c7d83-322f-4307-b810-179f79010c5e req-0df12518-a63f-472f-9851-4ee9e07757bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:24.163062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 28cffcac-2f50-4bab-aa14-e8e0d6815278 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:06:24.169267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-9e5c7d83-322f-4307-b810-179f79010c5e req-0df12518-a63f-472f-9851-4ee9e07757bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Calling delete_port for 28cffcac-2f50-4bab-aa14-e8e0d6815278 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:06:24.356915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:24.361003 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9e5c7d83-322f-4307-b810-179f79010c5e req-0df12518-a63f-472f-9851-4ee9e07757bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:24.384099 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6a2e70ea-5481-4e32-8a73-9bb9355989b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:24.436155 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df12518-a63f-472f-9851-4ee9e07757bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Pushing event deleted for resources: {'Port': ['ID=28cffcac-2f50-4bab-aa14-e8e0d6815278,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:24.450711 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0df12518-a63f-472f-9851-4ee9e07757bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:24.622108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5c7d83-322f-4307-b810-179f79010c5e req-0df12518-a63f-472f-9851-4ee9e07757bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] No DVR routers for this DVR port 28cffcac-2f50-4bab-aa14-e8e0d6815278 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:06:24.624250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9e5c7d83-322f-4307-b810-179f79010c5e req-0df12518-a63f-472f-9851-4ee9e07757bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:24.648872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e877fb-0d32-4d7c-adef-f255ca5a3bc8', 'name': 'network-vif-deleted', 'tag': '28cffcac-2f50-4bab-aa14-e8e0d6815278'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:06:24.660428 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9e5c7d83-322f-4307-b810-179f79010c5e req-0df12518-a63f-472f-9851-4ee9e07757bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.72 "DELETE /v2.0/ports/28cffcac-2f50-4bab-aa14-e8e0d6815278 HTTP/1.1" status: 204  len: 173 time: 1.1489387
Jan 18 20:06:24.731721 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ea19d7ab-efb6-47cd-909a-0fa78d249308 req-807d4834-eed2-4eed-b845-41f52d1cea82 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] 10.222.0.101 "GET /v2.0/ports?device_id=a6e877fb-0d32-4d7c-adef-f255ca5a3bc8 HTTP/1.1" status: 200  len: 210 time: 0.0966783
Jan 18 20:06:24.836074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebe9f0-2101-4d03-87b7-951e87dbfe76 req-2c5e8741-1518-47e3-ab10-a0ca4ff294f1 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:24.837835 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-59ebe9f0-2101-4d03-87b7-951e87dbfe76 req-2c5e8741-1518-47e3-ab10-a0ca4ff294f1 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1417887
Jan 18 20:06:24.839689 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e877fb-0d32-4d7c-adef-f255ca5a3bc8', 'name': 'network-vif-deleted', 'tag': '28cffcac-2f50-4bab-aa14-e8e0d6815278', 'status': 'completed', 'code': 200}
Jan 18 20:06:24.900239 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-59ebe9f0-2101-4d03-87b7-951e87dbfe76 req-158429ef-bb94-452a-aed7-20a0e0a9c13e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546327
Jan 18 20:06:25.309161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1aef2-2d57-481b-baec-19d1028027ed req-1cec76c3-1e5f-445a-8c9c-75ab8acf13fd tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:25.310927 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-02d1aef2-2d57-481b-baec-19d1028027ed req-1cec76c3-1e5f-445a-8c9c-75ab8acf13fd tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1436651
Jan 18 20:06:25.375913 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-02d1aef2-2d57-481b-baec-19d1028027ed req-50cf6bbb-b26e-4d2d-a20d-9696c7a8850c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0560796
Jan 18 20:06:25.853424 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33080) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:25.928913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9927e4-a54e-4fca-86a9-4987cc8edffa admin admin] Deleting subnet 70c212ca-5183-42ef-8fad-d29415fcef77 {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:06:25.932572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dc9927e4-a54e-4fca-86a9-4987cc8edffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:25.989371 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dc9927e4-a54e-4fca-86a9-4987cc8edffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312744'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:26.117379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dc9927e4-a54e-4fca-86a9-4987cc8edffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:26.331911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a5ca5-2780-4c2c-a61e-e81d83f377e8 req-8fa6a25f-54b9-4ebf-a4f4-4cd122da3d69 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:26.333689 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1b0a5ca5-2780-4c2c-a61e-e81d83f377e8 req-8fa6a25f-54b9-4ebf-a4f4-4cd122da3d69 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2923906
Jan 18 20:06:26.426609 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1b0a5ca5-2780-4c2c-a61e-e81d83f377e8 req-dc0972b5-7b90-4201-869a-a4d48711a23c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811718
Jan 18 20:06:26.530731 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dc9927e4-a54e-4fca-86a9-4987cc8edffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793870836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10620899'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:26.548538 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:26.588053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9927e4-a54e-4fca-86a9-4987cc8edffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c212ca-5183-42ef-8fad-d29415fcef77,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:26.601216 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-dc9927e4-a54e-4fca-86a9-4987cc8edffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:26.672415 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3104169-7c65-4b4a-a776-104bf5b27b81 req-f3d71f84-82ae-44b8-9e4f-8f8f31d69b9e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:26.675238 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f3104169-7c65-4b4a-a776-104bf5b27b81 req-f3d71f84-82ae-44b8-9e4f-8f8f31d69b9e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1451483
Jan 18 20:06:26.727926 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dc9927e4-a54e-4fca-86a9-4987cc8edffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:26.741746 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f3104169-7c65-4b4a-a776-104bf5b27b81 req-d17865eb-b68a-43a1-8b74-4dc00ef7b3ec tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0600774
Jan 18 20:06:26.746923 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-dc9927e4-a54e-4fca-86a9-4987cc8edffa admin admin] 10.222.0.101 "DELETE /v2.0/subnets/70c212ca-5183-42ef-8fad-d29415fcef77 HTTP/1.1" status: 204  len: 168 time: 0.8922133
Jan 18 20:06:26.750683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 33090) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:26.929986 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:27.384829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:27.519932 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b98042160>,) {'filters': {'network_id': ['750dc145-6b59-45da-9c9e-22b2c9b519f7']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:06:27.536714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b98042160>, 'cbea2f12-74cc-4494-8348-335cc1966c75') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:06:27.537173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b98042160>, 'cbea2f12-74cc-4494-8348-335cc1966c75') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:06:27.550640 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12030889'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:27.568482 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:27.571078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:06:27.736619 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd402c-29d4-4a72-b1ea-f8f8a0c36f89 req-17b55822-85a3-456b-9a77-3db3a10d19c2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:27.745556 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bcfd402c-29d4-4a72-b1ea-f8f8a0c36f89 req-17b55822-85a3-456b-9a77-3db3a10d19c2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1674504
Jan 18 20:06:27.852384 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bcfd402c-29d4-4a72-b1ea-f8f8a0c36f89 req-178c54d1-c50e-44c4-bffd-5585d0b8b0cd tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056080
Jan 18 20:06:27.863019 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] Network 750dc145-6b59-45da-9c9e-22b2c9b519f7 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:06:27.888067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844018425'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:28.169770 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] Network 750dc145-6b59-45da-9c9e-22b2c9b519f7 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:06:28.195475 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:06:28.302871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:28.329798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16947a-7f24-438a-9cd0-a6c40e220505 req-bda97725-2702-447d-85a6-f9905efc76cb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:28.331550 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0a16947a-7f24-438a-9cd0-a6c40e220505 req-bda97725-2702-447d-85a6-f9905efc76cb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.3330956
Jan 18 20:06:28.333892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:28.361232 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:28.383673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] Pushing event deleted for resources: {'Network': ['ID=750dc145-6b59-45da-9c9e-22b2c9b519f7,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:28.389177 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:28.395834 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-16fb5fef-aeda-45ef-82a6-32f37d84c2ef admin admin] 10.222.0.101 "DELETE /v2.0/networks/750dc145-6b59-45da-9c9e-22b2c9b519f7 HTTP/1.1" status: 204  len: 168 time: 1.6433990
Jan 18 20:06:28.426102 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0a16947a-7f24-438a-9cd0-a6c40e220505 req-188d77cf-19e2-43f3-8ba6-ad4e84baad1b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0684810
Jan 18 20:06:28.639768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33100) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:28.706014 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a0457dd0-7edd-4cf4-a86b-f79d40aa7352 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b5e9c83f6cf64d11bb5798d195e58d22&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0647867
Jan 18 20:06:28.709704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33104) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:28.777343 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cea8e125-9404-4373-9426-48b73a47175f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:28.806155 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cea8e125-9404-4373-9426-48b73a47175f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:28.859594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cea8e125-9404-4373-9426-48b73a47175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:28.867288 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-effcdc05-811f-4e34-8326-e73ba2f87181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:28.884463 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8e125-9404-4373-9426-48b73a47175f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ddf69e-e89f-4294-aa9e-9fd0632da4e3,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:28.890300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-cea8e125-9404-4373-9426-48b73a47175f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:28.893243 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cea8e125-9404-4373-9426-48b73a47175f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:28.895355 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-cea8e125-9404-4373-9426-48b73a47175f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/79ddf69e-e89f-4294-aa9e-9fd0632da4e3 HTTP/1.1" status: 204  len: 168 time: 0.1837718
Jan 18 20:06:29.104661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236baeb1-4eb3-4804-bf08-da67e90d4b86 req-89261736-6367-44f7-a7c2-0953cf26f6d1 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:29.106370 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-236baeb1-4eb3-4804-bf08-da67e90d4b86 req-89261736-6367-44f7-a7c2-0953cf26f6d1 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1165748
Jan 18 20:06:29.163295 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-236baeb1-4eb3-4804-bf08-da67e90d4b86 req-68c5b1a6-029a-4140-ac9d-a1dedd4f7bc8 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498891
Jan 18 20:06:29.807045 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e520fb-e1a1-4935-bdb7-59ab50826de9 req-ee32d3d0-505a-4371-8c1c-1f5f4d2b1517 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:29.809554 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-72e520fb-e1a1-4935-bdb7-59ab50826de9 req-ee32d3d0-505a-4371-8c1c-1f5f4d2b1517 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.2195618
Jan 18 20:06:29.913885 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-72e520fb-e1a1-4935-bdb7-59ab50826de9 req-7862278f-584c-4b8f-8c2d-b3fa99147568 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0961795
Jan 18 20:06:30.433752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44d2b6-42cd-4680-9e64-a884c6fb9ff5 req-38229f5e-78aa-4fc3-a1a3-08fea3ee8eb0 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:30.435136 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cf44d2b6-42cd-4680-9e64-a884c6fb9ff5 req-38229f5e-78aa-4fc3-a1a3-08fea3ee8eb0 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1298363
Jan 18 20:06:30.502495 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cf44d2b6-42cd-4680-9e64-a884c6fb9ff5 req-2f8ba575-b751-4ca4-80ac-6c13578fe05c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588219
Jan 18 20:06:31.170532 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78c81-56aa-4836-97fb-89fe33730bc3 req-380fb0b2-f5b9-42a1-9235-15942779610d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:31.172227 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c1b78c81-56aa-4836-97fb-89fe33730bc3 req-380fb0b2-f5b9-42a1-9235-15942779610d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1107972
Jan 18 20:06:31.236531 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c1b78c81-56aa-4836-97fb-89fe33730bc3 req-ef0281d2-0b29-46fe-9ebc-da8bff272274 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0573452
Jan 18 20:06:31.764788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976763ee-b78f-4d72-9695-d2ada67210ba req-f82bfd73-4e72-448f-b70a-eb29420858c8 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:31.766817 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-976763ee-b78f-4d72-9695-d2ada67210ba req-f82bfd73-4e72-448f-b70a-eb29420858c8 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1220033
Jan 18 20:06:31.777612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 33170) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:31.839115 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-976763ee-b78f-4d72-9695-d2ada67210ba req-2e6f7b1c-f026-4c50-a160-d8b2e826d318 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604413
Jan 18 20:06:31.955415 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2cbe9bae-b18f-4063-a840-20c24c71cc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:31.971995 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-2cbe9bae-b18f-4063-a840-20c24c71cc70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:06:31.976773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-2cbe9bae-b18f-4063-a840-20c24c71cc70 admin admin] Usage tracker for resource:security_group_rule and tenant:2991883546d8427fab38fc746daf0a31 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:06:31.980169 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-2cbe9bae-b18f-4063-a840-20c24c71cc70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:06:31.986565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-2cbe9bae-b18f-4063-a840-20c24c71cc70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:06:32.108835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2cbe9bae-b18f-4063-a840-20c24c71cc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:32.114618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2cbe9bae-b18f-4063-a840-20c24c71cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:32.126768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3597d109-e060-4cf0-9be1-91a65969ba66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:32.187210 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2cbe9bae-b18f-4063-a840-20c24c71cc70 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2991883546d8427fab38fc746daf0a31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4050972
Jan 18 20:06:32.187210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe9bae-b18f-4063-a840-20c24c71cc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba0af9a-2a4d-43a7-8752-43280b2ab0dd,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:32.187945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33176) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:32.191802 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2cbe9bae-b18f-4063-a840-20c24c71cc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:32.266743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4cacb97a-48e1-4366-af1c-48d5f878219d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:32.297015 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4cacb97a-48e1-4366-af1c-48d5f878219d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:32.353819 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4cacb97a-48e1-4366-af1c-48d5f878219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:32.358141 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-cd448519-3b5d-4ed1-aaaf-0836dea6e573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:32.372353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacb97a-48e1-4366-af1c-48d5f878219d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba0af9a-2a4d-43a7-8752-43280b2ab0dd,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:32.378864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4cacb97a-48e1-4366-af1c-48d5f878219d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:32.381591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4cacb97a-48e1-4366-af1c-48d5f878219d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:32.384946 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4cacb97a-48e1-4366-af1c-48d5f878219d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cba0af9a-2a4d-43a7-8752-43280b2ab0dd HTTP/1.1" status: 204  len: 168 time: 0.1959891
Jan 18 20:06:32.530255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f7947-a489-43ff-b915-7bbfccf685b5 req-8c79409b-005c-4477-ab7f-5f5e24a2e13c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:32.532028 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa8f7947-a489-43ff-b915-7bbfccf685b5 req-8c79409b-005c-4477-ab7f-5f5e24a2e13c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1256800
Jan 18 20:06:32.590603 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa8f7947-a489-43ff-b915-7bbfccf685b5 req-8dc2dd38-a5fa-49ec-adb4-f33032b77c66 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0508866
Jan 18 20:06:32.795425 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 33188) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:32.822315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f944cbd2-d9e8-4c3e-9a69-912da890cc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:32.841302 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-f944cbd2-d9e8-4c3e-9a69-912da890cc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:06:32.846478 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-f944cbd2-d9e8-4c3e-9a69-912da890cc78 admin admin] Usage tracker for resource:security_group_rule and tenant:e71b657df94d4e698b5c395241df91fb is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:06:32.850582 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-f944cbd2-d9e8-4c3e-9a69-912da890cc78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:06:32.857683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-f944cbd2-d9e8-4c3e-9a69-912da890cc78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:06:32.975005 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f944cbd2-d9e8-4c3e-9a69-912da890cc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:32.978395 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f944cbd2-d9e8-4c3e-9a69-912da890cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:32.990092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-137b407e-b266-4211-bfb5-d6770608cfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:33.040109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944cbd2-d9e8-4c3e-9a69-912da890cc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec0e398-293f-426f-84e3-84291e540db5,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:33.048084 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f944cbd2-d9e8-4c3e-9a69-912da890cc78 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e71b657df94d4e698b5c395241df91fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2510235
Jan 18 20:06:33.049817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f944cbd2-d9e8-4c3e-9a69-912da890cc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:33.057023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 33194) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:33.136558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8aabc-0ac9-4fed-b0eb-cdccee9c6c33 req-e90230c5-9a50-4e62-8501-07d741d1fad7 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:33.138388 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aca8aabc-0ac9-4fed-b0eb-cdccee9c6c33 req-e90230c5-9a50-4e62-8501-07d741d1fad7 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1365080
Jan 18 20:06:33.140238 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0a605ab2-0363-41ec-a4ae-71dc70fd9aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:33.176951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0a605ab2-0363-41ec-a4ae-71dc70fd9aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:33.198182 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aca8aabc-0ac9-4fed-b0eb-cdccee9c6c33 req-9ad36229-a8f7-491b-8cdb-80218b069406 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518889
Jan 18 20:06:33.241706 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0a605ab2-0363-41ec-a4ae-71dc70fd9aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:33.248018 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:33.262973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a605ab2-0363-41ec-a4ae-71dc70fd9aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec0e398-293f-426f-84e3-84291e540db5,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:33.267347 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0a605ab2-0363-41ec-a4ae-71dc70fd9aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:33.275788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0a605ab2-0363-41ec-a4ae-71dc70fd9aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:33.277094 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-0a605ab2-0363-41ec-a4ae-71dc70fd9aa0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8ec0e398-293f-426f-84e3-84291e540db5 HTTP/1.1" status: 204  len: 168 time: 0.2187576
Jan 18 20:06:33.889317 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5051a4-2653-414b-a720-dd1eb9e66e46 req-ac1a5f3d-3f41-40d3-bf33-86faeb5581a2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:33.891189 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3f5051a4-2653-414b-a720-dd1eb9e66e46 req-ac1a5f3d-3f41-40d3-bf33-86faeb5581a2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1175454
Jan 18 20:06:33.952543 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3f5051a4-2653-414b-a720-dd1eb9e66e46 req-fdeb97a9-7639-4e1f-92a3-c652ee410a12 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0524690
Jan 18 20:06:34.449482 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f337d7-aae2-4158-856c-85fed295b933 req-c326992b-2a55-4931-aa33-889b337ba467 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:34.458252 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-92f337d7-aae2-4158-856c-85fed295b933 req-c326992b-2a55-4931-aa33-889b337ba467 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1179028
Jan 18 20:06:34.520778 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-92f337d7-aae2-4158-856c-85fed295b933 req-0b453714-7507-48de-9695-a25239fb1d67 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544569
Jan 18 20:06:35.259117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58113580-81b0-46c6-8421-545051cc20c5 req-54c1543a-57b9-430c-8e4c-751e3a4034e5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:35.261416 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-58113580-81b0-46c6-8421-545051cc20c5 req-54c1543a-57b9-430c-8e4c-751e3a4034e5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1394134
Jan 18 20:06:35.364429 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-58113580-81b0-46c6-8421-545051cc20c5 req-84046cce-04f9-41fa-9484-5b00e06d161f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0545690
Jan 18 20:06:35.780384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687e859-a971-4865-a118-d260b472010f req-89162325-4bb2-4b95-a7f7-3e397c0d7509 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:35.782145 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1687e859-a971-4865-a118-d260b472010f req-89162325-4bb2-4b95-a7f7-3e397c0d7509 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1169455
Jan 18 20:06:36.049312 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1687e859-a971-4865-a118-d260b472010f req-c744b5b6-59f9-488a-a324-7030fe0e184c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605143
Jan 18 20:06:36.187506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 33248) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:36.360979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e67f3b0-d8c2-4a5c-b1fc-42d11ffa145d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:36.378611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0e67f3b0-d8c2-4a5c-b1fc-42d11ffa145d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:06:36.383543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0e67f3b0-d8c2-4a5c-b1fc-42d11ffa145d admin admin] Usage tracker for resource:security_group_rule and tenant:2ba96f52497b4051bbc28f8c0753dcaf is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:06:36.387449 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-0e67f3b0-d8c2-4a5c-b1fc-42d11ffa145d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:06:36.394946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-0e67f3b0-d8c2-4a5c-b1fc-42d11ffa145d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:06:36.510523 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e67f3b0-d8c2-4a5c-b1fc-42d11ffa145d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:36.513843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e67f3b0-d8c2-4a5c-b1fc-42d11ffa145d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:36.525220 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:36.631772 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67f3b0-d8c2-4a5c-b1fc-42d11ffa145d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89adcef-1753-499a-9fba-adc3b58537b2,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:36.636506 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-0e67f3b0-d8c2-4a5c-b1fc-42d11ffa145d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2ba96f52497b4051bbc28f8c0753dcaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4474487
Jan 18 20:06:36.638696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0e67f3b0-d8c2-4a5c-b1fc-42d11ffa145d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:36.640281 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33256) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:36.699284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511f788-702b-4054-8fba-deb4d25f2680 req-ef1ce48f-5313-49af-813f-9fd082011819 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:36.702094 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c511f788-702b-4054-8fba-deb4d25f2680 req-ef1ce48f-5313-49af-813f-9fd082011819 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1795444
Jan 18 20:06:36.725344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cd99c3db-6875-42b0-b499-1f34233ee822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:36.762518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cd99c3db-6875-42b0-b499-1f34233ee822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:36.765001 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c511f788-702b-4054-8fba-deb4d25f2680 req-8463b111-7843-4e93-9b4a-7895e094e1fe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0539801
Jan 18 20:06:36.823385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cd99c3db-6875-42b0-b499-1f34233ee822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:36.829393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c3aa5bb0-750e-4ad8-9bce-78c7b9b9bd2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:36.847039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99c3db-6875-42b0-b499-1f34233ee822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89adcef-1753-499a-9fba-adc3b58537b2,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:36.850742 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-cd99c3db-6875-42b0-b499-1f34233ee822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:36.860693 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-cd99c3db-6875-42b0-b499-1f34233ee822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:36.864517 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-cd99c3db-6875-42b0-b499-1f34233ee822 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f89adcef-1753-499a-9fba-adc3b58537b2 HTTP/1.1" status: 204  len: 168 time: 0.2198460
Jan 18 20:06:37.416515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 33266) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:37.422167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263dbcd-fd6d-4348-a79c-a3977506ed49 req-9fe569fc-d80a-4f8c-bee1-b29d476bb123 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:37.424942 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7263dbcd-fd6d-4348-a79c-a3977506ed49 req-9fe569fc-d80a-4f8c-bee1-b29d476bb123 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1936779
Jan 18 20:06:37.439757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d52-93f5-468b-b765-520dc028ba66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:37.459358 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a85d3d52-93f5-468b-b765-520dc028ba66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:06:37.463926 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a85d3d52-93f5-468b-b765-520dc028ba66 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e3de8ac55348e7991275aa85c9bbf0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:06:37.467530 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-a85d3d52-93f5-468b-b765-520dc028ba66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:06:37.477298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-a85d3d52-93f5-468b-b765-520dc028ba66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:06:37.497872 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7263dbcd-fd6d-4348-a79c-a3977506ed49 req-f1cc762c-a241-4a2c-9e6d-ed34f7f44159 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640261
Jan 18 20:06:37.597037 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d52-93f5-468b-b765-520dc028ba66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:37.600929 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a85d3d52-93f5-468b-b765-520dc028ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:37.615265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0e67f3b0-d8c2-4a5c-b1fc-42d11ffa145d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:37.661548 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d3d52-93f5-468b-b765-520dc028ba66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b888a914-3f30-4d44-881b-38b5eeee2de4,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:37.666433 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a85d3d52-93f5-468b-b765-520dc028ba66 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f9e3de8ac55348e7991275aa85c9bbf0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2486410
Jan 18 20:06:37.667437 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a85d3d52-93f5-468b-b765-520dc028ba66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:37.669376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33270) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:37.751962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-91763992-a803-4084-928c-8e7e0fc45d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:37.783558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-91763992-a803-4084-928c-8e7e0fc45d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:37.837433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-91763992-a803-4084-928c-8e7e0fc45d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:37.841803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-75363a2a-a579-4686-a369-a661a2e6563b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:37.856083 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91763992-a803-4084-928c-8e7e0fc45d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b888a914-3f30-4d44-881b-38b5eeee2de4,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:37.858763 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-91763992-a803-4084-928c-8e7e0fc45d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:37.864657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-91763992-a803-4084-928c-8e7e0fc45d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:37.868563 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-91763992-a803-4084-928c-8e7e0fc45d76 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b888a914-3f30-4d44-881b-38b5eeee2de4 HTTP/1.1" status: 204  len: 168 time: 0.1954494
Jan 18 20:06:38.048515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61059f-0f59-4524-a378-a59b12921935 req-dfaf322f-a795-4057-b5f3-6ce018e680f4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:38.050290 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9c61059f-0f59-4524-a378-a59b12921935 req-dfaf322f-a795-4057-b5f3-6ce018e680f4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1132023
Jan 18 20:06:38.107712 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9c61059f-0f59-4524-a378-a59b12921935 req-944dc7dd-bec0-41b3-9e87-6d4f7ce7894a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0509000
Jan 18 20:06:38.440877 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device def9a7a3-0467-4e4f-94b4-bffdf44c200a up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:06:38.521158 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port def9a7a3-0467-4e4f-94b4-bffdf44c200a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:06:38.521488 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:38.780521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c0f83-ff4e-4bfa-aac3-1b33ff462d02 req-86f4f4aa-caa2-458d-9378-d40a2a6c11f5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:38.780847 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a36c0f83-ff4e-4bfa-aac3-1b33ff462d02 req-86f4f4aa-caa2-458d-9378-d40a2a6c11f5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1255832
Jan 18 20:06:38.835529 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a36c0f83-ff4e-4bfa-aac3-1b33ff462d02 req-e334491e-19dc-4417-b4f5-c3ad45e4336a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475624
Jan 18 20:06:38.911871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 33296) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:39.081914 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-877750374-network', 'tenant_id': 'b4d0d7d8b3d54a8c954324f2b834cb63'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:06:39.087599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:06:39.103769 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Usage tracker for resource:network and tenant:b4d0d7d8b3d54a8c954324f2b834cb63 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:06:39.107298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:06:39.117268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:06:39.130535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Made reservation on behalf of b4d0d7d8b3d54a8c954324f2b834cb63 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:06:39.136159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:39.157010 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:39.177455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:06:39.182061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Usage tracker for resource:security_group_rule and tenant:b4d0d7d8b3d54a8c954324f2b834cb63 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:06:39.185535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:06:39.192773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:06:39.396988 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:39.403087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:39.408013 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-eb487be1-1e7c-46d5-8a75-5125c7dd01c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:39.469338 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bd78b4-cf14-404b-8d2c-278333da9e9c,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:39.475512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:06:39.489390 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.489810 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.490219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.490617 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.491012 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.491412 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.491807 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.492202 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.492647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.493034 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.493422 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.493808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.494235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.494620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.495010 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.495398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.495779 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.496166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.496609 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.496993 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.497374 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.497758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.498139 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.498521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:06:39.503207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:39.530074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7c6d-0b3e-4ce4-8cb1-f60b990e895e req-0da6618b-abb9-48e4-83b1-878dfa4196a7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:39.531861 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d20f7c6d-0b3e-4ce4-8cb1-f60b990e895e req-0da6618b-abb9-48e4-83b1-878dfa4196a7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.2542193
Jan 18 20:06:39.537893 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:39.538328 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Added segment 36beccff-7049-4bbb-af1b-ac3d89a3a9f6 of type vxlan for network 3c52ca00-c619-467a-9545-bf3e5f9d853c
Jan 18 20:06:39.602023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:39.618835 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d20f7c6d-0b3e-4ce4-8cb1-f60b990e895e req-42d74ee4-1948-4eeb-aa8b-f3b229fda955 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0788362
Jan 18 20:06:39.647397 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:39.648746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:39.649464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:39.653979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-62bef053-7865-4afb-b184-62d059868ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:39.774508 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Pushing event updated for resources: {'Network': ['ID=3c52ca00-c619-467a-9545-bf3e5f9d853c,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:39.778997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:39.789290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 3c52ca00-c619-467a-9545-bf3e5f9d853c details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:06:39.794415 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.8810248
Jan 18 20:06:39.797667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33306) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:06:39.804359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Request body: {'subnet': {'network_id': '3c52ca00-c619-467a-9545-bf3e5f9d853c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-877750374-subnet', 'tenant_id': 'b4d0d7d8b3d54a8c954324f2b834cb63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:06:39.809885 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:06:39.811949 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network 3c52ca00-c619-467a-9545-bf3e5f9d853c details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:06:39.814803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Usage tracker for resource:subnet and tenant:b4d0d7d8b3d54a8c954324f2b834cb63 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:06:39.818867 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:06:39.833269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:06:39.852891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Made reservation on behalf of b4d0d7d8b3d54a8c954324f2b834cb63 for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:06:39.858011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844155003'] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:40.202617 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b24bd1-c9aa-4709-9607-688d3c7481d9 req-9b1ced9a-d691-4e1f-8596-f6155de8610e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:40.204220 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-60b24bd1-c9aa-4709-9607-688d3c7481d9 req-9b1ced9a-d691-4e1f-8596-f6155de8610e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1692040
Jan 18 20:06:40.297152 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-60b24bd1-c9aa-4709-9607-688d3c7481d9 req-4726e823-9254-4c8f-bda5-0e2cc930e2d8 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757594
Jan 18 20:06:40.485332 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793724213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844154988'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:40.499201 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-dc9927e4-a54e-4fca-86a9-4987cc8edffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:40.658439 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3b7e3d-b80c-4909-bfa6-119d38ed51f1,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:40.664065 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:40.737717 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Checking segment: {'id': '36beccff-7049-4bbb-af1b-ac3d89a3a9f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c52ca00-c619-467a-9545-bf3e5f9d853c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:06:40.738709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Network hostable DHCP agents. Network: 3c52ca00-c619-467a-9545-bf3e5f9d853c, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:06:40.771682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Network 3c52ca00-c619-467a-9545-bf3e5f9d853c is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:06:40.788211 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 3c52ca00-c619-467a-9545-bf3e5f9d853c) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:06:40.797231 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa0b6e-a944-40f6-b874-798352b1ad0a None None] Network 3c52ca00-c619-467a-9545-bf3e5f9d853c requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:06:40.816922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:40.817624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:40.856174 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-85f81302-5348-42f3-87ff-a6d03e8da3f0 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0568795
Jan 18 20:06:40.979801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0b70f-259c-4dc3-9806-21fc3a748c21 req-cbffb8ed-d15e-491d-87d0-26e34e88c6b0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:40.986810 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d2c0b70f-259c-4dc3-9806-21fc3a748c21 req-cbffb8ed-d15e-491d-87d0-26e34e88c6b0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1518099
Jan 18 20:06:41.088631 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d2c0b70f-259c-4dc3-9806-21fc3a748c21 req-261a1a77-ed5a-4a41-873a-b53eeb20d0de tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0943689
Jan 18 20:06:41.190422 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95dc6b1-9f6d-45f4-9c5b-440810c30a05 None None] Network 3c52ca00-c619-467a-9545-bf3e5f9d853c requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:06:41.589278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ee6a5-3437-45e6-b90a-31150ff91de2 req-4feecd24-b091-49bb-bd5d-8c3f5e4be7eb tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:41.591068 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-af2ee6a5-3437-45e6-b90a-31150ff91de2 req-4feecd24-b091-49bb-bd5d-8c3f5e4be7eb tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1242347
Jan 18 20:06:41.679786 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-af2ee6a5-3437-45e6-b90a-31150ff91de2 req-13601dc1-1778-4a0f-82b3-08647420e57c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815353
Jan 18 20:06:42.427916 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f313398-8824-45b6-a173-060674c67514 req-077f0544-bcac-44fc-960a-1cf72de4b273 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:42.429603 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9f313398-8824-45b6-a173-060674c67514 req-077f0544-bcac-44fc-960a-1cf72de4b273 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1408460
Jan 18 20:06:42.495707 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9f313398-8824-45b6-a173-060674c67514 req-07d03678-4382-41cf-aea8-ebdde4f49810 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0592420
Jan 18 20:06:42.507906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:06:42.624770 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-edbe0cd0-78ad-4fcd-b276-75dc1aee4092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:42.984995 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6cdb5-35ae-4717-a18c-29944a2e3085 req-808b3a5e-a111-4535-8da2-0c2dab90acda tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:42.986746 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d1b6cdb5-35ae-4717-a18c-29944a2e3085 req-808b3a5e-a111-4535-8da2-0c2dab90acda tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1118791
Jan 18 20:06:43.056869 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d1b6cdb5-35ae-4717-a18c-29944a2e3085 req-36f24980-f2f2-4bcc-bfc9-1f21bd952b3c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607326
Jan 18 20:06:43.165113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1596060-a1cb-42f2-bbe1-423dd751fb57 req-cb68bbe5-506d-47bb-9d0e-944bcef1b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:43.166783 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c1596060-a1cb-42f2-bbe1-423dd751fb57 req-cb68bbe5-506d-47bb-9d0e-944bcef1b807 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 1162 time: 0.0832500
Jan 18 20:06:43.262633 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c1596060-a1cb-42f2-bbe1-423dd751fb57 req-f1efdd97-cb7e-4895-b5e3-42666533b6e2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908382
Jan 18 20:06:43.397089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-fbdd22aa-cc6c-449f-9b27-b60b0aad5eaa tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:43.397898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-fbdd22aa-cc6c-449f-9b27-b60b0aad5eaa tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Synchronizing usage tracker for tenant:b4d0d7d8b3d54a8c954324f2b834cb63 on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:06:43.416862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-fbdd22aa-cc6c-449f-9b27-b60b0aad5eaa tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Unset dirty status for tenant:b4d0d7d8b3d54a8c954324f2b834cb63 on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:06:43.418167 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-fbdd22aa-cc6c-449f-9b27-b60b0aad5eaa tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/networks?id=3c52ca00-c619-467a-9545-bf3e5f9d853c HTTP/1.1" status: 200  len: 808 time: 0.2269461
Jan 18 20:06:43.438561 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-5fa2d52f-4f2b-4652-a200-03c3df2a1e76 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/quotas/b4d0d7d8b3d54a8c954324f2b834cb63 HTTP/1.1" status: 200  len: 375 time: 0.0107379
Jan 18 20:06:43.499464 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-cd995845-028c-404f-b5a9-c0d59469bf61 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?tenant_id=b4d0d7d8b3d54a8c954324f2b834cb63&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0523403
Jan 18 20:06:43.820999 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-1bbbe5d8-03cd-405d-ba0f-cd8aec2cdb7b service neutron] 10.222.0.101 "GET /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3100309
Jan 18 20:06:43.900339 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a111ab4-3470-42ad-a0f0-fd658b180a24 req-65519874-75e2-43ea-b51c-13583fa5bf08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:43.902753 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6a111ab4-3470-42ad-a0f0-fd658b180a24 req-65519874-75e2-43ea-b51c-13583fa5bf08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1602340
Jan 18 20:06:44.001667 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6a111ab4-3470-42ad-a0f0-fd658b180a24 req-386d113d-8778-4df7-b467-f03076cef35a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0899489
Jan 18 20:06:44.354754 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-38b8b037-d02d-4b71-a813-a71eeb332115 service neutron] 10.222.0.101 "GET /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5172215
Jan 18 20:06:44.461939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95885f65-0d0f-48a1-b574-bc6d0437973f req-6ae7658e-f58c-4935-8c52-c7f5b917d585 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:44.463974 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-95885f65-0d0f-48a1-b574-bc6d0437973f req-6ae7658e-f58c-4935-8c52-c7f5b917d585 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1480856
Jan 18 20:06:44.534881 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-95885f65-0d0f-48a1-b574-bc6d0437973f req-a2bec30b-9a84-4c0f-bb00-02835f7c961a tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638995
Jan 18 20:06:44.669483 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a7105d08-3e60-4f68-bfb4-7cb1771ba5c8 req-890b1833-aeda-4a36-a085-f84d37825348 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 210 time: 0.0726528
Jan 18 20:06:44.978037 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740e867-9e2d-4400-bfae-62048ee1f695 req-4602ca5e-7399-4158-8285-b2e3c98ce688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:44.979711 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b740e867-9e2d-4400-bfae-62048ee1f695 req-4602ca5e-7399-4158-8285-b2e3c98ce688 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10b8cee9d3aa476b9427653660a4c562&device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 1162 time: 0.1158152
Jan 18 20:06:45.099731 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0a36d121-db7f-4d8b-b2c9-fdc5bab01c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:45.155111 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740e867-9e2d-4400-bfae-62048ee1f695 req-1f3cf2ae-bf76-42ee-ad3d-04f8cb355f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:45.156871 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b740e867-9e2d-4400-bfae-62048ee1f695 req-1f3cf2ae-bf76-42ee-ad3d-04f8cb355f4d service neutron] 10.222.0.72 "GET /v2.0/networks?id=02c230c4-f60f-47f2-9329-8bad014f8da8 HTTP/1.1" status: 200  len: 912 time: 0.1584613
Jan 18 20:06:45.251135 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b740e867-9e2d-4400-bfae-62048ee1f695 req-32030eff-3cff-4721-8a32-2be1f129b776 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=def9a7a3-0467-4e4f-94b4-bffdf44c200a HTTP/1.1" status: 200  len: 217 time: 0.0779896
Jan 18 20:06:45.329523 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740e867-9e2d-4400-bfae-62048ee1f695 req-a9c01cf3-8f54-4233-84b5-e3419661a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:45.331972 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b740e867-9e2d-4400-bfae-62048ee1f695 req-a9c01cf3-8f54-4233-84b5-e3419661a6a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d3a2eb7-3191-4b4e-886b-727d772b5422 HTTP/1.1" status: 200  len: 858 time: 0.0733335
Jan 18 20:06:45.353911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d00086-4da8-46ec-af6d-6e6b7793def7 req-798e5bce-df20-4f30-b180-9a77f8be0ba0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:45.355694 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-56d00086-4da8-46ec-af6d-6e6b7793def7 req-798e5bce-df20-4f30-b180-9a77f8be0ba0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1153746
Jan 18 20:06:45.389805 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b740e867-9e2d-4400-bfae-62048ee1f695 req-1b703713-bf6c-49e4-80d5-1c28c60dabfb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02c230c4-f60f-47f2-9329-8bad014f8da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500386
Jan 18 20:06:45.417464 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-56d00086-4da8-46ec-af6d-6e6b7793def7 req-f3645936-8554-4eb0-b937-297e3fe2ac19 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0521510
Jan 18 20:06:45.559837 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b740e867-9e2d-4400-bfae-62048ee1f695 req-c1bc463b-8cc7-407b-b603-4269582db728 service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641302
Jan 18 20:06:45.766836 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:45.834950 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b740e867-9e2d-4400-bfae-62048ee1f695 req-e1d6d2cf-815b-4ee7-b9b1-9f0587d92fae service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2691622
Jan 18 20:06:45.877364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d311a-395a-42c1-a387-9d77737786ee req-8e2d55f5-c2a7-4794-b197-3b02697fe62e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:45.880855 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e64d311a-395a-42c1-a387-9d77737786ee req-8e2d55f5-c2a7-4794-b197-3b02697fe62e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1722937
Jan 18 20:06:45.908545 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-556d0c89-b803-480f-aa4e-f57319706387 req-0be5b78b-a587-498b-99bb-d377ac208216 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 210 time: 0.0794363
Jan 18 20:06:45.987635 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e64d311a-395a-42c1-a387-9d77737786ee req-ac8a540f-5f83-477c-be5c-0768cce1cbb0 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006203
Jan 18 20:06:46.347075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-b047514d-81ef-4c33-b5b4-a42c41afe5fc tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:46.349126 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-b047514d-81ef-4c33-b5b4-a42c41afe5fc tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.72 "GET /v2.0/networks?id=3c52ca00-c619-467a-9545-bf3e5f9d853c HTTP/1.1" status: 200  len: 808 time: 0.2824140
Jan 18 20:06:46.368426 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Request body: {'port': {'device_id': 'ed83183b-2294-4b92-b1ae-1f2b54284733', 'network_id': '3c52ca00-c619-467a-9545-bf3e5f9d853c', 'admin_state_up': True, 'tenant_id': 'b4d0d7d8b3d54a8c954324f2b834cb63'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:06:46.474989 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device def9a7a3-0467-4e4f-94b4-bffdf44c200a up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:06:46.539754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:06:46.544834 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Usage tracker for resource:port and tenant:b4d0d7d8b3d54a8c954324f2b834cb63 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:06:46.548237 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Quota usage for port was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:06:46.556298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port def9a7a3-0467-4e4f-94b4-bffdf44c200a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:06:46.556533 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:06:46.557216 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:46.568800 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Made reservation on behalf of b4d0d7d8b3d54a8c954324f2b834cb63 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:06:46.579730 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:46.664615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:46.884206 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa10bcd-942e-45af-adc4-1344af2b7702 req-3532da67-a323-4f21-9ecd-c6365cfb3feb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:46.885956 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7fa10bcd-942e-45af-adc4-1344af2b7702 req-3532da67-a323-4f21-9ecd-c6365cfb3feb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1421235
Jan 18 20:06:46.893085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4697b-1c77-4188-a394-7997cd674e21 req-821bc389-ee4e-47b6-9f62-76043e909b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:46.895002 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5ba4697b-1c77-4188-a394-7997cd674e21 req-821bc389-ee4e-47b6-9f62-76043e909b42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10b8cee9d3aa476b9427653660a4c562&device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 1162 time: 0.2128735
Jan 18 20:06:46.944582 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7fa10bcd-942e-45af-adc4-1344af2b7702 req-5b8bb89f-1b6e-47ae-8fbe-6d94b8d22221 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484197
Jan 18 20:06:47.002211 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296352b-1cd2-4efc-8446-31810bfb6b0b req-ddc10e9c-e12d-40d1-80a2-e8b3794dd5fa tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:47.004444 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a296352b-1cd2-4efc-8446-31810bfb6b0b req-ddc10e9c-e12d-40d1-80a2-e8b3794dd5fa tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2525761
Jan 18 20:06:47.177265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Allocated IP 172.20.0.11 (3c52ca00-c619-467a-9545-bf3e5f9d853c/ae3b7e3d-b80c-4909-bfa6-119d38ed51f1/d577c9da-b64e-4878-ae71-42a1210d356e) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:06:47.202775 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a296352b-1cd2-4efc-8446-31810bfb6b0b req-172559f1-0b4e-4ae6-b138-5ffffc6110b9 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535754
Jan 18 20:06:47.284896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:47.317808 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3b5e1689-2d90-4bb6-867b-36f517e280ea req-211bccf2-3101-455f-97ab-0250ca11b24d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 210 time: 0.0784988
Jan 18 20:06:47.367777 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4697b-1c77-4188-a394-7997cd674e21 req-ec6c2d8c-5642-4244-88e4-8d4263fff6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:47.369512 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5ba4697b-1c77-4188-a394-7997cd674e21 req-ec6c2d8c-5642-4244-88e4-8d4263fff6ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=02c230c4-f60f-47f2-9329-8bad014f8da8 HTTP/1.1" status: 200  len: 912 time: 0.3422854
Jan 18 20:06:47.491463 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5ba4697b-1c77-4188-a394-7997cd674e21 req-f7b8287f-c994-4d91-b806-6e241a589d0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=def9a7a3-0467-4e4f-94b4-bffdf44c200a HTTP/1.1" status: 200  len: 217 time: 0.1129577
Jan 18 20:06:47.497687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:47.557539 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:47.577281 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:47.743238 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Pushing event updated for resources: {'Port': ['ID=d577c9da-b64e-4878-ae71-42a1210d356e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:47.753864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:47.824097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Network 3c52ca00-c619-467a-9545-bf3e5f9d853c is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:06:47.825323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:06:47.828140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:06:47.835060 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4697b-1c77-4188-a394-7997cd674e21 req-9a327d3c-4faf-4029-9fb7-f0015eb23747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:47.835060 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5ba4697b-1c77-4188-a394-7997cd674e21 req-9a327d3c-4faf-4029-9fb7-f0015eb23747 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d3a2eb7-3191-4b4e-886b-727d772b5422 HTTP/1.1" status: 200  len: 858 time: 0.0733306
Jan 18 20:06:47.912275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:47.913026 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:47.938948 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5755727
Jan 18 20:06:47.978629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Request body: {'port': {'device_id': 'ed83183b-2294-4b92-b1ae-1f2b54284733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:06:48.027393 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5ba4697b-1c77-4188-a394-7997cd674e21 req-46a74264-390e-4610-a2b5-8c466035c503 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02c230c4-f60f-47f2-9329-8bad014f8da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538237
Jan 18 20:06:48.162628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:48.191181 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5ba4697b-1c77-4188-a394-7997cd674e21 req-cbd651e1-8c6d-4c25-8675-e982d51eeaf5 service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589682
Jan 18 20:06:48.334928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b4875-8ecc-4bae-a932-644aac03d7c6 req-b508da6f-3f96-47f1-9b4e-99d5eaa5e512 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:48.336704 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ea6b4875-8ecc-4bae-a932-644aac03d7c6 req-b508da6f-3f96-47f1-9b4e-99d5eaa5e512 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.2271729
Jan 18 20:06:48.404647 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5ba4697b-1c77-4188-a394-7997cd674e21 req-130197e0-f430-492f-947d-97df284006d1 service neutron] 10.222.0.72 "GET /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2042956
Jan 18 20:06:48.478970 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ea6b4875-8ecc-4bae-a932-644aac03d7c6 req-c878a0b0-2b25-42fd-afe9-35b2d30efd64 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1284161
Jan 18 20:06:48.479633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6db2d-82d7-45f8-abdf-e329ff26993b req-11a96aa2-5c64-4600-91b8-ec125d24d413 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:48.481389 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0ce6db2d-82d7-45f8-abdf-e329ff26993b req-11a96aa2-5c64-4600-91b8-ec125d24d413 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1142290
Jan 18 20:06:48.552638 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0ce6db2d-82d7-45f8-abdf-e329ff26993b req-00f5322e-7516-4761-bdf7-9e71dda24a8e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638688
Jan 18 20:06:48.775748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d577c9da-b64e-4878-ae71-42a1210d356e {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:06:48.787276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:48.805194 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Transition to ACTIVE for port object d577c9da-b64e-4878-ae71-42a1210d356e will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:06:48.809370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:49.063173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a78d39df-731f-421c-a6fa-b88e5ca5c29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:49.159437 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826be7f-8156-45d2-a194-6e156bd77fe7 req-9133cab5-f54e-411a-ae19-70449e4a092a tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:49.160255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-3826be7f-8156-45d2-a194-6e156bd77fe7 req-9133cab5-f54e-411a-ae19-70449e4a092a tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Synchronizing usage tracker for tenant:b4d0d7d8b3d54a8c954324f2b834cb63 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:06:49.249387 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Pushing event updated for resources: {'Port': ['ID=d577c9da-b64e-4878-ae71-42a1210d356e,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:49.255857 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:49.264535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-3826be7f-8156-45d2-a194-6e156bd77fe7 req-9133cab5-f54e-411a-ae19-70449e4a092a tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Unset dirty status for tenant:b4d0d7d8b3d54a8c954324f2b834cb63 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:06:49.265865 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3826be7f-8156-45d2-a194-6e156bd77fe7 req-9133cab5-f54e-411a-ae19-70449e4a092a tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 932 time: 0.6222022
Jan 18 20:06:49.391679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-3826be7f-8156-45d2-a194-6e156bd77fe7 req-3dcff895-d9a8-4af6-9761-db69f5ed75bd tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Synchronizing usage tracker for tenant:b4d0d7d8b3d54a8c954324f2b834cb63 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:06:49.461684 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-3826be7f-8156-45d2-a194-6e156bd77fe7 req-3dcff895-d9a8-4af6-9761-db69f5ed75bd tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Unset dirty status for tenant:b4d0d7d8b3d54a8c954324f2b834cb63 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:06:49.462920 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3826be7f-8156-45d2-a194-6e156bd77fe7 req-3dcff895-d9a8-4af6-9761-db69f5ed75bd tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866112
Jan 18 20:06:49.494960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Attempting to bind port d577c9da-b64e-4878-ae71-42a1210d356e on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:06:49.496862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Attempting to bind port d577c9da-b64e-4878-ae71-42a1210d356e by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '36beccff-7049-4bbb-af1b-ac3d89a3a9f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c52ca00-c619-467a-9545-bf3e5f9d853c'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:06:49.496862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Attempting to bind port d577c9da-b64e-4878-ae71-42a1210d356e on network 3c52ca00-c619-467a-9545-bf3e5f9d853c {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:06:49.501472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:06:49.501845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Checking segment: {'id': '36beccff-7049-4bbb-af1b-ac3d89a3a9f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c52ca00-c619-467a-9545-bf3e5f9d853c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:06:49.502252 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:49.502641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Bound using segment: {'id': '36beccff-7049-4bbb-af1b-ac3d89a3a9f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c52ca00-c619-467a-9545-bf3e5f9d853c'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:06:49.503108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Bound port: d577c9da-b64e-4878-ae71-42a1210d356e, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36beccff-7049-4bbb-af1b-ac3d89a3a9f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c52ca00-c619-467a-9545-bf3e5f9d853c'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:06:49.503537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:49.614317 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] For port d577c9da-b64e-4878-ae71-42a1210d356e, host hv-cinder-56205, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:06:49.619969 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] For port d577c9da-b64e-4878-ae71-42a1210d356e, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d577c9da-b64e-4878-ae71-42a1210d356e,segment=NetworkSegment(36beccff-7049-4bbb-af1b-ac3d89a3a9f6),segment_id=36beccff-7049-4bbb-af1b-ac3d89a3a9f6)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:06:49.625124 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:49.645133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:49.903925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Pushing event updated for resources: {'Port': ['ID=d577c9da-b64e-4878-ae71-42a1210d356e,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:49.908022 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:49.962880 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:49.963768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:49.965353 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] 10.222.0.72 "PUT /v2.0/ports/d577c9da-b64e-4878-ae71-42a1210d356e HTTP/1.1" status: 200  len: 1158 time: 1.9918203
Jan 18 20:06:49.966731 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed83183b-2294-4b92-b1ae-1f2b54284733', 'tag': 'd577c9da-b64e-4878-ae71-42a1210d356e'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:06:49.998296 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd300f-4217-4417-9bb7-39758a291443 req-d573f86b-e581-4c6c-babc-c2eaff76a967 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:50.000050 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3abd300f-4217-4417-9bb7-39758a291443 req-d573f86b-e581-4c6c-babc-c2eaff76a967 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2752080
Jan 18 20:06:50.017729 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661d1f5-3e73-4923-95a2-b8379de02214 req-a8b59612-870d-4289-864a-3280ae51a01c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:50.019557 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2661d1f5-3e73-4923-95a2-b8379de02214 req-a8b59612-870d-4289-864a-3280ae51a01c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.3681631
Jan 18 20:06:50.073960 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2661d1f5-3e73-4923-95a2-b8379de02214 req-17be60d5-47cf-4f67-b5a6-2811d02ba1ef tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470316
Jan 18 20:06:50.124765 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3abd300f-4217-4417-9bb7-39758a291443 req-d9661d4c-256e-431c-86e0-8190b7735acf tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171913
Jan 18 20:06:50.146638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-19bef444-ad69-43be-b36f-0d0d69838d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:50.148395 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-19bef444-ad69-43be-b36f-0d0d69838d21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b4d0d7d8b3d54a8c954324f2b834cb63&device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 1161 time: 0.1242666
Jan 18 20:06:50.219233 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed83183b-2294-4b92-b1ae-1f2b54284733', 'tag': 'd577c9da-b64e-4878-ae71-42a1210d356e', 'status': 'completed', 'code': 200}
Jan 18 20:06:50.235626 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-8db71b96-c7fc-4b40-9c34-7f3c67babe61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d577c9da-b64e-4878-ae71-42a1210d356e HTTP/1.1" status: 200  len: 217 time: 0.0711300
Jan 18 20:06:50.298396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:50.312290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-14ad09e9-32bd-46bd-81cd-dce8e13207bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:50.313945 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-14ad09e9-32bd-46bd-81cd-dce8e13207bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3b7e3d-b80c-4909-bfa6-119d38ed51f1 HTTP/1.1" status: 200  len: 848 time: 0.0734527
Jan 18 20:06:50.375204 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-7dde2663-fb8d-4301-aa0c-9eae4ff06c9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c52ca00-c619-467a-9545-bf3e5f9d853c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553944
Jan 18 20:06:50.558174 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-5f20eba8-0118-4be5-9fdb-53506d6abad2 service neutron] 10.222.0.72 "GET /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780043
Jan 18 20:06:50.780282 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-34a9d0f9-4aea-4f10-abfe-0a8fc17ea31c req-a79fc1ab-258e-4134-90dd-0f3f76ab31b8 service neutron] 10.222.0.72 "GET /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2130156
Jan 18 20:06:50.815661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f603297-40ca-47ad-985a-a0a12616a43e req-b7ca2cbd-a61b-467d-b2e7-c7de1cbe705b tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:50.818580 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1f603297-40ca-47ad-985a-a0a12616a43e req-b7ca2cbd-a61b-467d-b2e7-c7de1cbe705b tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 944 time: 0.1521738
Jan 18 20:06:50.881232 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1f603297-40ca-47ad-985a-a0a12616a43e req-6dc0532f-934e-43d8-ade9-9ae8254962ed tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554218
Jan 18 20:06:50.963718 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ccf76-169b-4ff8-be06-40fcf85d9461 req-75741818-34c7-47d1-a7c2-cb61b3ed5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:50.967472 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-905ccf76-169b-4ff8-be06-40fcf85d9461 req-75741818-34c7-47d1-a7c2-cb61b3ed5142 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b4d0d7d8b3d54a8c954324f2b834cb63&device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 1161 time: 0.0816810
Jan 18 20:06:51.133444 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ccf76-169b-4ff8-be06-40fcf85d9461 req-1df4ceaa-7130-4bf2-a6ad-22ce16c22512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:51.135091 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-905ccf76-169b-4ff8-be06-40fcf85d9461 req-1df4ceaa-7130-4bf2-a6ad-22ce16c22512 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c52ca00-c619-467a-9545-bf3e5f9d853c HTTP/1.1" status: 200  len: 902 time: 0.1607440
Jan 18 20:06:51.218304 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-905ccf76-169b-4ff8-be06-40fcf85d9461 req-5246a07f-3e58-4c10-9b31-5ced36349f0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d577c9da-b64e-4878-ae71-42a1210d356e HTTP/1.1" status: 200  len: 217 time: 0.0725176
Jan 18 20:06:51.340512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d4ad2-7cc6-4f8f-b9e4-65920dbe9028 req-eb7d5d1a-5697-4713-94e1-b558f4249b0e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:51.342299 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f69d4ad2-7cc6-4f8f-b9e4-65920dbe9028 req-eb7d5d1a-5697-4713-94e1-b558f4249b0e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1088796
Jan 18 20:06:51.351407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ccf76-169b-4ff8-be06-40fcf85d9461 req-40dc2741-b278-4608-a6a3-af6286cc2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:51.353063 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-905ccf76-169b-4ff8-be06-40fcf85d9461 req-40dc2741-b278-4608-a6a3-af6286cc2914 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3b7e3d-b80c-4909-bfa6-119d38ed51f1 HTTP/1.1" status: 200  len: 848 time: 0.1285579
Jan 18 20:06:51.401619 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f69d4ad2-7cc6-4f8f-b9e4-65920dbe9028 req-a37031e1-d6bd-46e8-84d5-083e50eec636 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0518491
Jan 18 20:06:51.412673 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-905ccf76-169b-4ff8-be06-40fcf85d9461 req-99f23691-e9a7-4237-be7c-5965c5f02d92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c52ca00-c619-467a-9545-bf3e5f9d853c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530593
Jan 18 20:06:51.469072 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578212ec-5ff7-4214-904d-2b74caf0cd26 req-b3faf0f6-4fdb-44f7-89d4-c9349f251af5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:51.470772 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-578212ec-5ff7-4214-904d-2b74caf0cd26 req-b3faf0f6-4fdb-44f7-89d4-c9349f251af5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2010114
Jan 18 20:06:51.609279 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-578212ec-5ff7-4214-904d-2b74caf0cd26 req-be9e13e8-159d-4a18-b283-490ead865f9c tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233330
Jan 18 20:06:51.633818 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-905ccf76-169b-4ff8-be06-40fcf85d9461 req-ae6bd636-54b8-4fe0-956f-1d181975bb33 service neutron] 10.222.0.72 "GET /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132652
Jan 18 20:06:51.786893 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-905ccf76-169b-4ff8-be06-40fcf85d9461 req-0cdc463c-4ad3-45de-8918-927294f75842 service neutron] 10.222.0.72 "GET /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478763
Jan 18 20:06:52.125980 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9d4d8-4877-4040-ba3c-8a54553ecbd8 req-98257890-22ff-4b02-9413-e092ad9d752f tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:52.127728 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-55b9d4d8-4877-4040-ba3c-8a54553ecbd8 req-98257890-22ff-4b02-9413-e092ad9d752f tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 944 time: 0.1142077
Jan 18 20:06:52.187809 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-55b9d4d8-4877-4040-ba3c-8a54553ecbd8 req-7681b492-1d15-4e64-be62-00b6a4c3f4f5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513983
Jan 18 20:06:52.669401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932aa80-bb03-4176-a229-65c9cd6c5fbe req-a1c1cfc9-110e-42a8-a50d-44c4705a9a23 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:52.671111 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0932aa80-bb03-4176-a229-65c9cd6c5fbe req-a1c1cfc9-110e-42a8-a50d-44c4705a9a23 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1150422
Jan 18 20:06:52.740255 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0932aa80-bb03-4176-a229-65c9cd6c5fbe req-353a6d9d-e1d7-4433-ad55-2e961cfd67c6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0618286
Jan 18 20:06:52.789132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.objects.ports [None req-b5f208d0-6ae2-47ed-99c5-889b4f9f4d98 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 18 20:06:53.221177 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device d577c9da-b64e-4878-ae71-42a1210d356e up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:06:53.303341 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port d577c9da-b64e-4878-ae71-42a1210d356e completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:06:53.315324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port d577c9da-b64e-4878-ae71-42a1210d356e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:06:53.315324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:53.440798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9550780-f61e-4b3f-b7ee-59b359b3c6c0 req-60034043-5748-43ac-a059-be6472a30e31 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:53.447915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:53.449798 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a9550780-f61e-4b3f-b7ee-59b359b3c6c0 req-60034043-5748-43ac-a059-be6472a30e31 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 944 time: 0.1168618
Jan 18 20:06:53.485389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed83183b-2294-4b92-b1ae-1f2b54284733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd577c9da-b64e-4878-ae71-42a1210d356e'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:06:53.510154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port d577c9da-b64e-4878-ae71-42a1210d356e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d577c9da-b64e-4878-ae71-42a1210d356e,segment=NetworkSegment(36beccff-7049-4bbb-af1b-ac3d89a3a9f6),segment_id=36beccff-7049-4bbb-af1b-ac3d89a3a9f6)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:53.512116 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a9550780-f61e-4b3f-b7ee-59b359b3c6c0 req-ae7861c1-1e12-40a1-8358-91357f598016 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610096
Jan 18 20:06:53.516642 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:53.518657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f0ee321c-7686-47df-a83a-a8c34fa8496f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:53.558039 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed83183b-2294-4b92-b1ae-1f2b54284733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd577c9da-b64e-4878-ae71-42a1210d356e', 'code': 200}
Jan 18 20:06:53.596276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=d577c9da-b64e-4878-ae71-42a1210d356e,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:53.600605 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:54.135351 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63556928-70fd-4625-8b64-2c67b63cc6c6 req-67e84d8d-f905-422d-85ae-e643493c7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:54.137017 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-63556928-70fd-4625-8b64-2c67b63cc6c6 req-67e84d8d-f905-422d-85ae-e643493c7cec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 1163 time: 0.3836915
Jan 18 20:06:54.160971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf74b8-3e7c-4726-88c1-5060d6ea364d req-b569f653-2f80-4551-a9a2-a5afe13bd913 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:54.162705 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-85cf74b8-3e7c-4726-88c1-5060d6ea364d req-b569f653-2f80-4551-a9a2-a5afe13bd913 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1344931
Jan 18 20:06:54.238050 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-63556928-70fd-4625-8b64-2c67b63cc6c6 req-91952625-c8ea-4e2c-ac92-5f2884592029 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740781
Jan 18 20:06:54.246004 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-85cf74b8-3e7c-4726-88c1-5060d6ea364d req-85b9d389-a1fd-4b04-995e-2b4cb53210db tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0668344
Jan 18 20:06:54.511329 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device d577c9da-b64e-4878-ae71-42a1210d356e up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:06:54.595870 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port d577c9da-b64e-4878-ae71-42a1210d356e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:06:54.596294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:54.785313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71124b7a-1abf-4cab-946b-b447f6d55282 req-bbdfdb9f-5404-41f5-9a49-9cdc161d026a tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:54.787452 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-71124b7a-1abf-4cab-946b-b447f6d55282 req-bbdfdb9f-5404-41f5-9a49-9cdc161d026a tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 946 time: 0.1391468
Jan 18 20:06:54.854297 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-71124b7a-1abf-4cab-946b-b447f6d55282 req-235f8cbd-dc6c-4dec-ad20-85ded9f0cc0a tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596046
Jan 18 20:06:55.511618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8ae97-4caf-4911-96cc-8c4b1ae94305 req-b113ee0e-d518-40d2-abb0-f8590b99915a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:55.513352 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a7b8ae97-4caf-4911-96cc-8c4b1ae94305 req-b113ee0e-d518-40d2-abb0-f8590b99915a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1158640
Jan 18 20:06:55.570546 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a7b8ae97-4caf-4911-96cc-8c4b1ae94305 req-1d63b87d-6517-40a0-9802-dc0ae37e71e9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0502357
Jan 18 20:06:56.101976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab422-35fd-4974-b129-016e89dfcfb6 req-181125cd-d153-4fca-adbe-527cd9b90248 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:56.103732 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66bab422-35fd-4974-b129-016e89dfcfb6 req-181125cd-d153-4fca-adbe-527cd9b90248 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 946 time: 0.1121557
Jan 18 20:06:56.159280 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66bab422-35fd-4974-b129-016e89dfcfb6 req-003a1360-647b-45f0-bcc7-41f0945cdfc0 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484092
Jan 18 20:06:56.330686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c31ed-1fad-42fd-83d1-d225badac0b3 req-934aaae3-18c2-4d69-abd5-b721b62f2866 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:56.332411 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fd5c31ed-1fad-42fd-83d1-d225badac0b3 req-934aaae3-18c2-4d69-abd5-b721b62f2866 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1225421
Jan 18 20:06:56.396927 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fd5c31ed-1fad-42fd-83d1-d225badac0b3 req-56bed851-c5cc-4d04-9e56-b0659669593e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572562
Jan 18 20:06:56.839764 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a629e-214d-4329-a8a0-ee467f0c0d26 req-b99771cc-b31e-4725-8e80-c2cc2cb79906 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:56.841529 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ad3a629e-214d-4329-a8a0-ee467f0c0d26 req-b99771cc-b31e-4725-8e80-c2cc2cb79906 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1135812
Jan 18 20:06:56.883406 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 5e54a26b-b85a-4d40-a576-642db315db25 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:06:56.906768 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ad3a629e-214d-4329-a8a0-ee467f0c0d26 req-0ce62451-13b2-42d8-8896-e3c8421c563d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0562024
Jan 18 20:06:57.123627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 5e54a26b-b85a-4d40-a576-642db315db25 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:06:57.124001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:57.254329 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:57.285157 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:06:57.297788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 5e54a26b-b85a-4d40-a576-642db315db25, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5e54a26b-b85a-4d40-a576-642db315db25,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:57.301890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:57.303943 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:57.355040 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25', 'code': 200}
Jan 18 20:06:57.377789 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=5e54a26b-b85a-4d40-a576-642db315db25,revision_number=6']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:57.381989 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:57.529685 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9261121-a5d7-4713-bd70-2b2f164bf06f req-41686987-47fd-480d-9a27-1393c9711115 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:57.531483 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e9261121-a5d7-4713-bd70-2b2f164bf06f req-41686987-47fd-480d-9a27-1393c9711115 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 946 time: 0.1522191
Jan 18 20:06:57.611982 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e9261121-a5d7-4713-bd70-2b2f164bf06f req-e13a1b1c-557a-44a8-83ee-4f9d536aae4c tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642383
Jan 18 20:06:57.712052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72e127-22e0-417e-8041-1fca99158911 req-57d1c4b5-f87c-49dc-88d0-f36037cfae85 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:57.713839 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-df72e127-22e0-417e-8041-1fca99158911 req-57d1c4b5-f87c-49dc-88d0-f36037cfae85 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1074612
Jan 18 20:06:57.777573 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-df72e127-22e0-417e-8041-1fca99158911 req-687b1dbc-0971-4a4f-9ff1-df592bfcd0ff tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552461
Jan 18 20:06:57.951358 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd179f-38dd-4400-8908-4e00982f076a req-0c408d9a-d8e1-45f3-b47d-b8ad457daa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:57.953044 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-50dd179f-38dd-4400-8908-4e00982f076a req-0c408d9a-d8e1-45f3-b47d-b8ad457daa36 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 1163 time: 0.0919406
Jan 18 20:06:58.009181 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-50dd179f-38dd-4400-8908-4e00982f076a req-87d9faed-206c-4d42-875f-2dbc0d253440 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0503602
Jan 18 20:06:58.184549 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2390fe-52c7-4858-b90a-4ca71b1422ff req-c681182a-fc81-4b22-8151-ebdea5e08d7a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:58.186419 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4b2390fe-52c7-4858-b90a-4ca71b1422ff req-c681182a-fc81-4b22-8151-ebdea5e08d7a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1205652
Jan 18 20:06:58.246692 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4b2390fe-52c7-4858-b90a-4ca71b1422ff req-446f0290-9c79-469a-9246-81b4c0306f82 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0527601
Jan 18 20:06:58.392878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-eaa90aed-6e93-45b4-a023-d6e9493ab3d2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:58.394809 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-eaa90aed-6e93-45b4-a023-d6e9493ab3d2 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.72 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.1100147
Jan 18 20:06:58.480486 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Deleting port 11b24034-695e-4f03-a43e-cabd3ff44c05 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:06:58.480882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:58.597119 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 5e54a26b-b85a-4d40-a576-642db315db25 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:06:58.702408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 5e54a26b-b85a-4d40-a576-642db315db25 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:06:58.703073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:58.878402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] For port 11b24034-695e-4f03-a43e-cabd3ff44c05, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=11b24034-695e-4f03-a43e-cabd3ff44c05,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:58.878725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:58.882309 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 11b24034-695e-4f03-a43e-cabd3ff44c05 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:06:59.025172 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Calling delete_port for 11b24034-695e-4f03-a43e-cabd3ff44c05 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:06:59.032515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:59.118076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 11b24034-695e-4f03-a43e-cabd3ff44c05, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=11b24034-695e-4f03-a43e-cabd3ff44c05,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:59.123543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:59.125680 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9c5733e3-36ef-4883-acf8-2906450ef3c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:06:59.141207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c7971-07b2-4ed2-89f5-aea04063f6da req-d25a02ac-4a28-4d06-a37c-550c28b15fc3 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:59.144563 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a34c7971-07b2-4ed2-89f5-aea04063f6da req-d25a02ac-4a28-4d06-a37c-550c28b15fc3 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 946 time: 0.3571012
Jan 18 20:06:59.223673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:06:59.224835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:06:59.244932 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c649f-2593-47df-9367-86e9a19810eb req-9fa465d5-cf72-41f0-9d94-6b5374fb8ba7 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:59.253397 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-996c649f-2593-47df-9367-86e9a19810eb req-9fa465d5-cf72-41f0-9d94-6b5374fb8ba7 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 946 time: 0.3086457
Jan 18 20:06:59.262247 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=11b24034-695e-4f03-a43e-cabd3ff44c05,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:06:59.271836 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a34c7971-07b2-4ed2-89f5-aea04063f6da req-1e01869b-2946-4624-8505-7c86cd7fc161 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088505
Jan 18 20:06:59.281969 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:06:59.317406 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cddb5-c968-43f2-b5d8-a69317719010 req-09431c22-5e00-415c-b4ec-9d8127cae26c tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:59.319482 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-073cddb5-c968-43f2-b5d8-a69317719010 req-09431c22-5e00-415c-b4ec-9d8127cae26c tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.72 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 946 time: 0.2804217
Jan 18 20:06:59.350577 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-996c649f-2593-47df-9367-86e9a19810eb req-6525d0d7-bea9-4a77-ba47-c187a75f9e5b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957148
Jan 18 20:06:59.356352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a548b7e-fa67-4420-91f6-e4f9a28b6aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b24034-695e-4f03-a43e-cabd3ff44c05'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:06:59.449906 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a548b7e-fa67-4420-91f6-e4f9a28b6aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b24034-695e-4f03-a43e-cabd3ff44c05', 'code': 200}
Jan 18 20:06:59.465492 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-073cddb5-c968-43f2-b5d8-a69317719010 req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Deleting port d577c9da-b64e-4878-ae71-42a1210d356e {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:06:59.465918 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-073cddb5-c968-43f2-b5d8-a69317719010 req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:59.615311 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5ea8c-2b4d-4ba8-a0cc-d5986e42509e req-8671acef-4c28-4138-b7d3-56d2b6033ec9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:06:59.617229 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-40e5ea8c-2b4d-4ba8-a0cc-d5986e42509e req-8671acef-4c28-4138-b7d3-56d2b6033ec9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1468265
Jan 18 20:06:59.683502 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-40e5ea8c-2b4d-4ba8-a0cc-d5986e42509e req-b19efa1b-116f-46ba-9fcc-3814db538ded tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0590379
Jan 18 20:06:59.734836 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Deleting port 11b24034-695e-4f03-a43e-cabd3ff44c05 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:06:59.735225 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:59.829053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-073cddb5-c968-43f2-b5d8-a69317719010 req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] For port d577c9da-b64e-4878-ae71-42a1210d356e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d577c9da-b64e-4878-ae71-42a1210d356e,segment=NetworkSegment(36beccff-7049-4bbb-af1b-ac3d89a3a9f6),segment_id=36beccff-7049-4bbb-af1b-ac3d89a3a9f6)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:06:59.829456 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-073cddb5-c968-43f2-b5d8-a69317719010 req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:06:59.969526 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-073cddb5-c968-43f2-b5d8-a69317719010 req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Calling delete_port for d577c9da-b64e-4878-ae71-42a1210d356e owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:07:00.044858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] For port 11b24034-695e-4f03-a43e-cabd3ff44c05, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=11b24034-695e-4f03-a43e-cabd3ff44c05,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:07:00.045425 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:00.195307 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Calling delete_port for 11b24034-695e-4f03-a43e-cabd3ff44c05 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:07:00.219712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-073cddb5-c968-43f2-b5d8-a69317719010 req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:00.235944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:00.288107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Pushing event deleted for resources: {'Port': ['ID=d577c9da-b64e-4878-ae71-42a1210d356e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:00.365620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:00.376200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.376631 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.377119 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.377382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.377794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.378203 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.378598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.378997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.379438 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.379930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.380297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.380843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.381292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.381694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.382078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.382495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.382849 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.383234 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.383618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.384017 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.384414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.384798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.385185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.385568 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:00.398625 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:00.402877 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8559769d-14e7-4407-9c4e-f57fe295fb56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:00.469292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Pushing event deleted for resources: {'Port': ['ID=11b24034-695e-4f03-a43e-cabd3ff44c05,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:00.474069 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-57f658b4-1d6a-4c4a-8782-142b6f70b9b0 req-e2a82f93-c7aa-441a-94d2-c2dcf6cc723b tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=ed83183b-2294-4b92-b1ae-1f2b54284733 HTTP/1.1" status: 200  len: 210 time: 0.0591629
Jan 18 20:07:00.474420 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:00.527538 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-073cddb5-c968-43f2-b5d8-a69317719010 req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] No DVR routers for this DVR port d577c9da-b64e-4878-ae71-42a1210d356e on host hv-cinder-56205 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:07:00.530750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-073cddb5-c968-43f2-b5d8-a69317719010 req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:00.533944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed83183b-2294-4b92-b1ae-1f2b54284733', 'name': 'network-vif-deleted', 'tag': 'd577c9da-b64e-4878-ae71-42a1210d356e'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:07:00.550685 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-073cddb5-c968-43f2-b5d8-a69317719010 req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.72 "DELETE /v2.0/ports/d577c9da-b64e-4878-ae71-42a1210d356e HTTP/1.1" status: 204  len: 173 time: 1.1988997
Jan 18 20:07:00.578890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 5e54a26b-b85a-4d40-a576-642db315db25 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:07:00.610431 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed83183b-2294-4b92-b1ae-1f2b54284733', 'name': 'network-vif-deleted', 'tag': 'd577c9da-b64e-4878-ae71-42a1210d356e', 'status': 'completed', 'code': 200}
Jan 18 20:07:00.615264 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-eb70a8e7-c2c7-4882-a306-1f39edd6c4a9 req-ec6bcac7-4f7d-4ef7-9b02-4251956fc5fa tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=9a548b7e-fa67-4420-91f6-e4f9a28b6aa0 HTTP/1.1" status: 200  len: 210 time: 0.0799131
Jan 18 20:07:00.681410 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 5e54a26b-b85a-4d40-a576-642db315db25 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:07:00.682466 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:00.701608 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] No DVR routers for this DVR port 11b24034-695e-4f03-a43e-cabd3ff44c05 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:07:00.704030 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:00.707027 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a548b7e-fa67-4420-91f6-e4f9a28b6aa0', 'name': 'network-vif-deleted', 'tag': '11b24034-695e-4f03-a43e-cabd3ff44c05'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:07:00.725075 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a8bdd0e7-8508-4e1f-b582-eab2198e56d9 req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.72 "DELETE /v2.0/ports/11b24034-695e-4f03-a43e-cabd3ff44c05 HTTP/1.1" status: 204  len: 173 time: 2.3255339
Jan 18 20:07:00.860392 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a548b7e-fa67-4420-91f6-e4f9a28b6aa0', 'name': 'network-vif-deleted', 'tag': '11b24034-695e-4f03-a43e-cabd3ff44c05', 'status': 'completed', 'code': 200}
Jan 18 20:07:00.910515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device d577c9da-b64e-4878-ae71-42a1210d356e no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:07:00.953173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] No Port match for: d577c9da-b64e-4878-ae71-42a1210d356e {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:07:00.953899 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device d577c9da-b64e-4878-ae71-42a1210d356e not bound to the agent host hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:07:00.987659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12680f-994a-42fc-980c-17153b1988a8 req-129a722c-cda3-45d8-ac07-5d42303587e0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:00.989454 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8f12680f-994a-42fc-980c-17153b1988a8 req-129a722c-cda3-45d8-ac07-5d42303587e0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1140714
Jan 18 20:07:01.064043 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8f12680f-994a-42fc-980c-17153b1988a8 req-1dcfd97e-2d78-4b3e-abff-ea36eaee0640 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0678265
Jan 18 20:07:01.457445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d966a-20ff-46cd-a8ef-4770cdfd2b44 req-e38da22d-3910-467a-a911-545770028152 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:01.459578 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ef8d966a-20ff-46cd-a8ef-4770cdfd2b44 req-e38da22d-3910-467a-a911-545770028152 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1184800
Jan 18 20:07:01.522778 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ef8d966a-20ff-46cd-a8ef-4770cdfd2b44 req-efc45a29-088d-4b12-873e-8bed36983a07 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559065
Jan 18 20:07:01.953658 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-5146cb9a-e293-49d2-b174-f11a0e736267 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:01.955343 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-5146cb9a-e293-49d2-b174-f11a0e736267 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/networks?id=3c52ca00-c619-467a-9545-bf3e5f9d853c HTTP/1.1" status: 200  len: 808 time: 0.1837826
Jan 18 20:07:01.972739 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-3354c876-154c-4c16-bb3a-a3c53d9caed0 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/quotas/b4d0d7d8b3d54a8c954324f2b834cb63 HTTP/1.1" status: 200  len: 375 time: 0.0110264
Jan 18 20:07:02.034092 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-f301bd62-6986-4efe-a0a9-f8f145f1bdd1 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?tenant_id=b4d0d7d8b3d54a8c954324f2b834cb63&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0542676
Jan 18 20:07:02.209143 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-e4b85ba4-fde3-4a66-a2e4-4c442346d0b5 service neutron] 10.222.0.101 "GET /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661837
Jan 18 20:07:02.224853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2705d7-4e71-4696-b4ba-78598403f7c6 req-257c187e-4cfd-4e45-9817-a4f1be29800f tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:02.226556 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2a2705d7-4e71-4696-b4ba-78598403f7c6 req-257c187e-4cfd-4e45-9817-a4f1be29800f tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1081586
Jan 18 20:07:02.285216 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2a2705d7-4e71-4696-b4ba-78598403f7c6 req-3583b9d5-c057-4fcd-923d-c2b85df7a039 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520160
Jan 18 20:07:02.363494 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-bfe1ceaa-a11a-441f-b676-5e41367305ce service neutron] 10.222.0.101 "GET /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467202
Jan 18 20:07:02.599025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-75d830d7-a41a-4f55-89dd-127061642b9d req-23962898-27ce-499e-ace5-f18ddaa8c327 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Synchronizing usage tracker for tenant:b4d0d7d8b3d54a8c954324f2b834cb63 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:07:02.622153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-75d830d7-a41a-4f55-89dd-127061642b9d req-23962898-27ce-499e-ace5-f18ddaa8c327 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Unset dirty status for tenant:b4d0d7d8b3d54a8c954324f2b834cb63 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:07:02.623480 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-75d830d7-a41a-4f55-89dd-127061642b9d req-23962898-27ce-499e-ace5-f18ddaa8c327 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 210 time: 0.0800748
Jan 18 20:07:02.794956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332357fb-04fc-47fa-9a2f-ca21470bf821 req-38251dca-3bb0-4bbd-b6a2-f189132aae37 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:02.796826 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-332357fb-04fc-47fa-9a2f-ca21470bf821 req-38251dca-3bb0-4bbd-b6a2-f189132aae37 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1240752
Jan 18 20:07:02.856556 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-332357fb-04fc-47fa-9a2f-ca21470bf821 req-a3d7401d-b196-4d5d-b928-4b93b38b9f8c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530353
Jan 18 20:07:03.531529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0774f-52f6-4774-ab2d-09a80bf5e8cd req-a5748ed7-f52f-46b5-80b0-71c23a762061 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:03.533202 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ff0774f-52f6-4774-ab2d-09a80bf5e8cd req-a5748ed7-f52f-46b5-80b0-71c23a762061 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1119535
Jan 18 20:07:03.598284 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ff0774f-52f6-4774-ab2d-09a80bf5e8cd req-72d50f4f-4587-460a-bcb7-dd361c684ede tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533335
Jan 18 20:07:03.859706 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6115c53c-6de8-49b0-a04b-b2af15a507df req-cb8a1918-332d-4e16-ad0d-3b90c0d218c5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 210 time: 0.0701888
Jan 18 20:07:03.912650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-32c39ddc-1ed2-45df-8baa-c3d95e2b3443 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:03.920820 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-32c39ddc-1ed2-45df-8baa-c3d95e2b3443 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.72 "GET /v2.0/networks?id=3c52ca00-c619-467a-9545-bf3e5f9d853c HTTP/1.1" status: 200  len: 808 time: 0.3034644
Jan 18 20:07:03.938997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Request body: {'port': {'device_id': '4c273e62-7f9c-4d07-9320-c9980b98dd3d', 'network_id': '3c52ca00-c619-467a-9545-bf3e5f9d853c', 'admin_state_up': True, 'tenant_id': 'b4d0d7d8b3d54a8c954324f2b834cb63'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:07:04.119219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913576f-d13c-45d1-8f77-7ae179ad97ff req-ae9109b9-2f6c-4352-a5e2-8aa96762e97e tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:04.121425 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6913576f-d13c-45d1-8f77-7ae179ad97ff req-ae9109b9-2f6c-4352-a5e2-8aa96762e97e tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1182108
Jan 18 20:07:04.183627 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6913576f-d13c-45d1-8f77-7ae179ad97ff req-3a2b9ce3-b4f0-42c7-b27e-2544f99ddddf tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539486
Jan 18 20:07:04.347462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:04.358178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:04.370091 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Made reservation on behalf of b4d0d7d8b3d54a8c954324f2b834cb63 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:07:04.380346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:04.733704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Allocated IP 172.20.0.12 (3c52ca00-c619-467a-9545-bf3e5f9d853c/ae3b7e3d-b80c-4909-bfa6-119d38ed51f1/0a934eec-405a-4ab7-baa0-c6be5376de76) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:07:04.998754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6cff4-b460-4f27-87c8-4f18a3ed2d9e req-7753feae-4679-4cb5-95e7-1ef6b5d14b2b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:04.999580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-c0a6cff4-b460-4f27-87c8-4f18a3ed2d9e req-7753feae-4679-4cb5-95e7-1ef6b5d14b2b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Synchronizing usage tracker for tenant:10b8cee9d3aa476b9427653660a4c562 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:07:05.038335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-c0a6cff4-b460-4f27-87c8-4f18a3ed2d9e req-7753feae-4679-4cb5-95e7-1ef6b5d14b2b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Unset dirty status for tenant:10b8cee9d3aa476b9427653660a4c562 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:07:05.039717 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c0a6cff4-b460-4f27-87c8-4f18a3ed2d9e req-7753feae-4679-4cb5-95e7-1ef6b5d14b2b tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.2958307
Jan 18 20:07:05.055361 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c7c8e7ff-4e75-4d60-af58-cceb2a6b7a46 req-5768fbad-a48d-4870-a02f-5758cf28e020 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 210 time: 0.0530636
Jan 18 20:07:05.103165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:05.126739 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c0a6cff4-b460-4f27-87c8-4f18a3ed2d9e req-2684f22b-cde3-40b7-aacf-bf2387f6f4f6 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765584
Jan 18 20:07:05.151440 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:05.168828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3a8504ed-6194-43d8-bb9c-e6265fb4981d tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:05.328508 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Pushing event updated for resources: {'Port': ['ID=0a934eec-405a-4ab7-baa0-c6be5376de76,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:05.333906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:05.383963 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Network 3c52ca00-c619-467a-9545-bf3e5f9d853c is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:07:05.385397 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:07:05.388103 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:07:05.427464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ae5d0-1f0a-4524-b6d2-f0277d7466c4 req-a179fc7a-8972-4b04-b212-4bf3dc99c80e tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:05.429120 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee9ae5d0-1f0a-4524-b6d2-f0277d7466c4 req-a179fc7a-8972-4b04-b212-4bf3dc99c80e tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1098824
Jan 18 20:07:05.471132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:05.471832 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:05.483837 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee9ae5d0-1f0a-4524-b6d2-f0277d7466c4 req-dcace99f-8261-43c7-a985-6e312f74f860 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480402
Jan 18 20:07:05.508450 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5699112
Jan 18 20:07:05.523022 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Request body: {'port': {'device_id': '4c273e62-7f9c-4d07-9320-c9980b98dd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:07:05.651496 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:05.955182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-deee2eef-04d7-4a8e-a8e8-0a97e094d032 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:05.956989 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-deee2eef-04d7-4a8e-a8e8-0a97e094d032 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.72 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.1134233
Jan 18 20:07:06.043329 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Deleting port def9a7a3-0467-4e4f-94b4-bffdf44c200a {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:07:06.043727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:06.102604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a934eec-405a-4ab7-baa0-c6be5376de76 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:07:06.112035 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:06.134107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Transition to ACTIVE for port object 0a934eec-405a-4ab7-baa0-c6be5376de76 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:07:06.137793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:06.160651 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-74a1d632-8be8-4726-9afe-6d4c0440ff46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:06.372868 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a934eec-405a-4ab7-baa0-c6be5376de76,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:06.381661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:06.403226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] For port def9a7a3-0467-4e4f-94b4-bffdf44c200a, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=def9a7a3-0467-4e4f-94b4-bffdf44c200a,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:07:06.403648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:06.452543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device def9a7a3-0467-4e4f-94b4-bffdf44c200a no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:07:06.518519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6d500-4fa3-420e-9fc8-e2c8170366a8 req-e99ec7c6-9408-434b-8423-227db21a7152 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:06.521202 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-8bc6d500-4fa3-420e-9fc8-e2c8170366a8 req-e99ec7c6-9408-434b-8423-227db21a7152 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Synchronizing usage tracker for tenant:b4d0d7d8b3d54a8c954324f2b834cb63 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:07:06.546697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Calling delete_port for def9a7a3-0467-4e4f-94b4-bffdf44c200a owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:07:06.586537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:06.590081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-8bc6d500-4fa3-420e-9fc8-e2c8170366a8 req-e99ec7c6-9408-434b-8423-227db21a7152 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Unset dirty status for tenant:b4d0d7d8b3d54a8c954324f2b834cb63 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:07:06.591603 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8bc6d500-4fa3-420e-9fc8-e2c8170366a8 req-e99ec7c6-9408-434b-8423-227db21a7152 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 944 time: 0.3750243
Jan 18 20:07:06.619651 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9967b-a40f-46f3-8048-08bbae80030e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'def9a7a3-0467-4e4f-94b4-bffdf44c200a'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:07:06.626454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d397af-4fe3-4d82-bd22-5cc62c494c78 req-3fcd0094-7ff4-4c9b-b687-7218cfbd4266 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:06.628112 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8d397af-4fe3-4d82-bd22-5cc62c494c78 req-3fcd0094-7ff4-4c9b-b687-7218cfbd4266 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 945 time: 0.3416622
Jan 18 20:07:06.631110 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port def9a7a3-0467-4e4f-94b4-bffdf44c200a, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=def9a7a3-0467-4e4f-94b4-bffdf44c200a,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:07:06.636357 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:06.639968 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:06.658451 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Attempting to bind port 0a934eec-405a-4ab7-baa0-c6be5376de76 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:07:06.658822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Attempting to bind port 0a934eec-405a-4ab7-baa0-c6be5376de76 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '36beccff-7049-4bbb-af1b-ac3d89a3a9f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c52ca00-c619-467a-9545-bf3e5f9d853c'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:07:06.659250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Attempting to bind port 0a934eec-405a-4ab7-baa0-c6be5376de76 on network 3c52ca00-c619-467a-9545-bf3e5f9d853c {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:07:06.672230 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:07:06.672686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Checking segment: {'id': '36beccff-7049-4bbb-af1b-ac3d89a3a9f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c52ca00-c619-467a-9545-bf3e5f9d853c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:07:06.673060 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:06.673465 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Bound using segment: {'id': '36beccff-7049-4bbb-af1b-ac3d89a3a9f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c52ca00-c619-467a-9545-bf3e5f9d853c'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:07:06.673989 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Bound port: 0a934eec-405a-4ab7-baa0-c6be5376de76, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36beccff-7049-4bbb-af1b-ac3d89a3a9f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3c52ca00-c619-467a-9545-bf3e5f9d853c'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:07:06.674346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:06.703352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80179) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:07:06.703717 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:07:06.720021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=def9a7a3-0467-4e4f-94b4-bffdf44c200a,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:06.724121 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:06.735213 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8d397af-4fe3-4d82-bd22-5cc62c494c78 req-90225f15-e411-4538-8398-e3458120a6a5 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783918
Jan 18 20:07:06.745593 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8bc6d500-4fa3-420e-9fc8-e2c8170366a8 req-847f93fe-875b-4515-8fba-fb078172df67 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418421
Jan 18 20:07:06.795278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] For port 0a934eec-405a-4ab7-baa0-c6be5376de76, host hv-cinder-56205, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:07:06.798942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] For port 0a934eec-405a-4ab7-baa0-c6be5376de76, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=0a934eec-405a-4ab7-baa0-c6be5376de76,segment=NetworkSegment(36beccff-7049-4bbb-af1b-ac3d89a3a9f6),segment_id=36beccff-7049-4bbb-af1b-ac3d89a3a9f6)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:07:06.803382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:06.819691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:06.837675 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9967b-a40f-46f3-8048-08bbae80030e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'def9a7a3-0467-4e4f-94b4-bffdf44c200a', 'code': 200}
Jan 18 20:07:06.975414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f40d72-8a08-4672-a803-555bdd5ca320 req-96a2bbb2-a8a6-4614-a9ef-6251dc879e84 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:06.977142 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-11f40d72-8a08-4672-a803-555bdd5ca320 req-96a2bbb2-a8a6-4614-a9ef-6251dc879e84 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1101096
Jan 18 20:07:06.978837 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a934eec-405a-4ab7-baa0-c6be5376de76,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:06.983898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:07.020511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:07.021400 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:07.022944 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/0a934eec-405a-4ab7-baa0-c6be5376de76 HTTP/1.1" status: 200  len: 1158 time: 1.5048974
Jan 18 20:07:07.023503 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c273e62-7f9c-4d07-9320-c9980b98dd3d', 'tag': '0a934eec-405a-4ab7-baa0-c6be5376de76'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:07:07.032347 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-11f40d72-8a08-4672-a803-555bdd5ca320 req-351a679b-664a-42fe-84fc-ef480963dd48 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475698
Jan 18 20:07:07.124696 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c273e62-7f9c-4d07-9320-c9980b98dd3d', 'tag': '0a934eec-405a-4ab7-baa0-c6be5376de76', 'status': 'completed', 'code': 200}
Jan 18 20:07:07.175514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-31055775-b5fc-4995-bf06-796983bd5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:07.177675 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-31055775-b5fc-4995-bf06-796983bd5311 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b4d0d7d8b3d54a8c954324f2b834cb63&device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 1161 time: 0.0908358
Jan 18 20:07:07.205765 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Deleting port def9a7a3-0467-4e4f-94b4-bffdf44c200a {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:07:07.206254 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:07.270803 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-52425897-9cc7-4c73-9aba-00ea99bd2ecb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a934eec-405a-4ab7-baa0-c6be5376de76 HTTP/1.1" status: 200  len: 217 time: 0.0780985
Jan 18 20:07:07.349086 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-5247f8d6-09f9-4fbd-b72e-30e0447bf04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:07.350808 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-5247f8d6-09f9-4fbd-b72e-30e0447bf04f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3b7e3d-b80c-4909-bfa6-119d38ed51f1 HTTP/1.1" status: 200  len: 848 time: 0.0757461
Jan 18 20:07:07.404122 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-50f870e8-8b79-4e1a-92ec-92f00a01bff1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c52ca00-c619-467a-9545-bf3e5f9d853c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488541
Jan 18 20:07:07.567153 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-0468f2bf-1ec3-45da-8514-f1a011f820cf service neutron] 10.222.0.72 "GET /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575475
Jan 18 20:07:07.705093 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] For port def9a7a3-0467-4e4f-94b4-bffdf44c200a, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=def9a7a3-0467-4e4f-94b4-bffdf44c200a,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:07:07.705487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:07.728729 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fc8dd533-651a-4ce2-9431-82903a1f894f req-8c043bdd-7434-44ca-a9de-890f5947be98 service neutron] 10.222.0.72 "GET /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1533780
Jan 18 20:07:07.864438 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Calling delete_port for def9a7a3-0467-4e4f-94b4-bffdf44c200a owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:07:08.002144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041ebb2-60d0-4ce3-af6e-ea068d421ad0 req-d1e31662-b601-4ed8-a23d-c104f8e55d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:08.003900 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6041ebb2-60d0-4ce3-af6e-ea068d421ad0 req-d1e31662-b601-4ed8-a23d-c104f8e55d34 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b4d0d7d8b3d54a8c954324f2b834cb63&device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 1161 time: 0.1888981
Jan 18 20:07:08.037370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77955f90-3100-4735-85b6-439f166376fe req-557f52da-c338-4af1-b942-e332165244c9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:08.039424 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77955f90-3100-4735-85b6-439f166376fe req-557f52da-c338-4af1-b942-e332165244c9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 944 time: 0.1374695
Jan 18 20:07:08.126325 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d199d6-b4b0-4950-9040-a4dd08257f3e req-a0d5b028-f875-4f30-bb88-ed9601f949d6 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:08.128006 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d1d199d6-b4b0-4950-9040-a4dd08257f3e req-a0d5b028-f875-4f30-bb88-ed9601f949d6 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/ports?device_id=2ca9967b-a40f-46f3-8048-08bbae80030e HTTP/1.1" status: 200  len: 943 time: 0.2109027
Jan 18 20:07:08.167924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:08.188147 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:08.218093 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77955f90-3100-4735-85b6-439f166376fe req-a6ee3bb5-6bf2-4b9b-9918-46b27bbc08e4 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547916
Jan 18 20:07:08.238964 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Pushing event deleted for resources: {'Port': ['ID=def9a7a3-0467-4e4f-94b4-bffdf44c200a,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:08.242835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:08.260207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041ebb2-60d0-4ce3-af6e-ea068d421ad0 req-65b3197d-c6bb-4033-9724-f6cadad569fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:08.262163 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6041ebb2-60d0-4ce3-af6e-ea068d421ad0 req-65b3197d-c6bb-4033-9724-f6cadad569fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c52ca00-c619-467a-9545-bf3e5f9d853c HTTP/1.1" status: 200  len: 902 time: 0.2217028
Jan 18 20:07:08.337584 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d1d199d6-b4b0-4950-9040-a4dd08257f3e req-4c0b9070-07ad-41bc-bdaa-414918587ee0 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.101 "GET /v2.0/security-groups?id=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977389
Jan 18 20:07:08.345832 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6041ebb2-60d0-4ce3-af6e-ea068d421ad0 req-0fb49203-31d4-4cda-975b-46f2e9d4f5a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a934eec-405a-4ab7-baa0-c6be5376de76 HTTP/1.1" status: 200  len: 217 time: 0.0700054
Jan 18 20:07:08.457300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] No DVR routers for this DVR port def9a7a3-0467-4e4f-94b4-bffdf44c200a on host hv-cinder-56205 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:07:08.460497 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:08.463814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9967b-a40f-46f3-8048-08bbae80030e', 'name': 'network-vif-deleted', 'tag': 'def9a7a3-0467-4e4f-94b4-bffdf44c200a'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:07:08.481011 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-41c26b38-6854-4a0c-bb0d-6baac6d75c3f req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] 10.222.0.72 "DELETE /v2.0/ports/def9a7a3-0467-4e4f-94b4-bffdf44c200a HTTP/1.1" status: 204  len: 173 time: 2.5165675
Jan 18 20:07:08.484867 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041ebb2-60d0-4ce3-af6e-ea068d421ad0 req-c0aac342-ae29-4907-a87c-d6157d68d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:08.486491 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6041ebb2-60d0-4ce3-af6e-ea068d421ad0 req-c0aac342-ae29-4907-a87c-d6157d68d858 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3b7e3d-b80c-4909-bfa6-119d38ed51f1 HTTP/1.1" status: 200  len: 848 time: 0.1350889
Jan 18 20:07:08.530133 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9967b-a40f-46f3-8048-08bbae80030e', 'name': 'network-vif-deleted', 'tag': 'def9a7a3-0467-4e4f-94b4-bffdf44c200a', 'status': 'completed', 'code': 200}
Jan 18 20:07:08.550683 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6041ebb2-60d0-4ce3-af6e-ea068d421ad0 req-6cab02a3-66d8-43f3-a42f-f3346ad33f5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c52ca00-c619-467a-9545-bf3e5f9d853c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528283
Jan 18 20:07:08.587414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80bcb2-3432-4c33-99cc-1ba54e8f3b6e req-99333f23-0e59-4dd9-a9a4-ea1063e28f1a tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:08.589194 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4b80bcb2-3432-4c33-99cc-1ba54e8f3b6e req-99333f23-0e59-4dd9-a9a4-ea1063e28f1a tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1948144
Jan 18 20:07:08.985529 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4b80bcb2-3432-4c33-99cc-1ba54e8f3b6e req-6c3ecd44-ebb8-4546-99c1-6b9c8aece6fb tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3694828
Jan 18 20:07:09.024839 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6041ebb2-60d0-4ce3-af6e-ea068d421ad0 req-d89e2fb8-ac8c-4107-a968-33ae3a799933 service neutron] 10.222.0.72 "GET /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4636829
Jan 18 20:07:09.184831 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6041ebb2-60d0-4ce3-af6e-ea068d421ad0 req-8f6b2c6a-4068-4ed9-841d-8374ac26e8bd service neutron] 10.222.0.72 "GET /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550329
Jan 18 20:07:09.468501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 33622) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:09.489772 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517b529-ad1e-4578-80b1-a5891f9c1475 req-a76dfe84-1498-412f-9024-30bfd2eba028 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:09.492083 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3517b529-ad1e-4578-80b1-a5891f9c1475 req-a76dfe84-1498-412f-9024-30bfd2eba028 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 944 time: 0.1253359
Jan 18 20:07:09.556143 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3517b529-ad1e-4578-80b1-a5891f9c1475 req-532506c7-e98e-4445-868d-85ba59f47a55 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560930
Jan 18 20:07:10.111164 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938819'] for router_interface, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:10.498520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3595414-cfdc-4424-aab1-5b21cb28d676 req-2140d700-fe6d-4433-a56e-ab0915d71e6c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:10.500250 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c3595414-cfdc-4424-aab1-5b21cb28d676 req-2140d700-fe6d-4433-a56e-ab0915d71e6c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.3323884
Jan 18 20:07:10.577502 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c3595414-cfdc-4424-aab1-5b21cb28d676 req-85c93044-ec5f-47a1-92bd-3c9daad3b727 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645094
Jan 18 20:07:10.668974 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] Deleting port 9a46e42e-be21-450b-b0aa-2cde768cf0ff {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:07:10.669281 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:10.827339 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720050-9852-4457-aaf3-2740dc501872 req-3ef24189-d81d-430a-b87e-a7f9dfac15ef tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:10.829074 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3b720050-9852-4457-aaf3-2740dc501872 req-3ef24189-d81d-430a-b87e-a7f9dfac15ef tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 944 time: 0.1136072
Jan 18 20:07:10.866301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] For port 9a46e42e-be21-450b-b0aa-2cde768cf0ff, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=9a46e42e-be21-450b-b0aa-2cde768cf0ff,segment=NetworkSegment(d1825a9e-548d-4763-a141-b7a4c4f2d9a5),segment_id=d1825a9e-548d-4763-a141-b7a4c4f2d9a5)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:07:10.866697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:10.886267 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3b720050-9852-4457-aaf3-2740dc501872 req-62758f16-1865-4f39-8f33-759b82c9da01 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486569
Jan 18 20:07:10.983258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 0a934eec-405a-4ab7-baa0-c6be5376de76 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:07:11.004084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] Calling delete_port for 9a46e42e-be21-450b-b0aa-2cde768cf0ff owned by network:router_interface {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:07:11.058127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 0a934eec-405a-4ab7-baa0-c6be5376de76 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:07:11.063470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 0a934eec-405a-4ab7-baa0-c6be5376de76 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:07:11.063892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:11.195486 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:11.227052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c273e62-7f9c-4d07-9320-c9980b98dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a934eec-405a-4ab7-baa0-c6be5376de76'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:07:11.238129 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 0a934eec-405a-4ab7-baa0-c6be5376de76, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=0a934eec-405a-4ab7-baa0-c6be5376de76,segment=NetworkSegment(36beccff-7049-4bbb-af1b-ac3d89a3a9f6),segment_id=36beccff-7049-4bbb-af1b-ac3d89a3a9f6)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:07:11.241548 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:11.242489 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 12ca620a-257e-462e-9c1f-e7519cafe8e0 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:07:11.275067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:11.312348 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c273e62-7f9c-4d07-9320-c9980b98dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a934eec-405a-4ab7-baa0-c6be5376de76', 'code': 200}
Jan 18 20:07:11.335856 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:11.371751 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-82087a8c-0164-4e70-ae12-1618027609d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:11.377013 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=0a934eec-405a-4ab7-baa0-c6be5376de76,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:11.389624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.390014 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.390391 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.390763 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.391131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.391500 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.391920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.392240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.392629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.392992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.393356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.393741 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.394144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.394504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.394983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.395531 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.395951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.396301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.396720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.397092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.397451 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.397809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.398169 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.398518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:11.403897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:11.410559 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 12ca620a-257e-462e-9c1f-e7519cafe8e0 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:07:11.411048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:11.420236 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a46e42e-be21-450b-b0aa-2cde768cf0ff,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:11.424517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:11.843330 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acd150-6ac1-4397-b4b9-a28b3f151631 req-ec4acef1-5151-4cf6-9e38-41faa43df7c8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:11.845179 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-53acd150-6ac1-4397-b4b9-a28b3f151631 req-ec4acef1-5151-4cf6-9e38-41faa43df7c8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1110611
Jan 18 20:07:11.899882 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-53acd150-6ac1-4397-b4b9-a28b3f151631 req-b552692d-4d00-4de4-a7a7-12022c13c835 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471506
Jan 18 20:07:12.073534 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4a540-b27d-4ffb-aa40-5defbed0ff7c req-3a28150e-3377-41c4-b13f-c085e6d061cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:12.075201 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-54c4a540-b27d-4ffb-aa40-5defbed0ff7c req-3a28150e-3377-41c4-b13f-c085e6d061cb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 1163 time: 0.5614743
Jan 18 20:07:12.212472 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-54c4a540-b27d-4ffb-aa40-5defbed0ff7c req-c0e4364b-f905-4199-90fc-a10ca2162fca service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889289
Jan 18 20:07:12.240000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938813'] for router_interface, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:12.301797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bd9f8-de69-423c-96b9-dfe43919f7cb req-8466f557-117c-4e82-8fa4-dc2953fcdbc0 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:12.303544 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d60bd9f8-de69-423c-96b9-dfe43919f7cb req-8466f557-117c-4e82-8fa4-dc2953fcdbc0 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 946 time: 0.2594037
Jan 18 20:07:12.346197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050512ef-f58a-42c4-a893-78c11ccf0f28 req-0b7fe19e-9cf7-4bbe-bc76-bbac3632b484 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:12.348576 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-050512ef-f58a-42c4-a893-78c11ccf0f28 req-0b7fe19e-9cf7-4bbe-bc76-bbac3632b484 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1172650
Jan 18 20:07:12.402414 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-050512ef-f58a-42c4-a893-78c11ccf0f28 req-8d155818-0324-42c9-94c8-040d31fb3935 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469716
Jan 18 20:07:12.442537 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d60bd9f8-de69-423c-96b9-dfe43919f7cb req-13a0ad70-6a03-4bc5-b865-a442bac69745 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849621
Jan 18 20:07:12.620982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-732a4e85-bbf1-4974-9ca9-c30f11e88cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:12.704818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d72703-4d66-48b1-9d4e-04746d4a4452 req-9c2f2083-9977-4bfc-a268-7749b6d3fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:12.704818 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d9d72703-4d66-48b1-9d4e-04746d4a4452 req-9c2f2083-9977-4bfc-a268-7749b6d3fe18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78931a7982b64c90868368a661617e70&device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 1162 time: 0.2605574
Jan 18 20:07:12.721116 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 0a934eec-405a-4ab7-baa0-c6be5376de76 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:07:12.804261 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 0a934eec-405a-4ab7-baa0-c6be5376de76 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:07:12.804824 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:12.938539 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 12ca620a-257e-462e-9c1f-e7519cafe8e0 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:07:13.018321 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 12ca620a-257e-462e-9c1f-e7519cafe8e0 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:07:13.018937 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:13.047179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d72703-4d66-48b1-9d4e-04746d4a4452 req-8eebc174-e7b8-474b-8b20-20b4d5efc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:13.048929 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d9d72703-4d66-48b1-9d4e-04746d4a4452 req-8eebc174-e7b8-474b-8b20-20b4d5efc383 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6f70f34b-3649-4431-89fb-39c80ea98bc2 HTTP/1.1" status: 200  len: 905 time: 0.3257329
Jan 18 20:07:13.148960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] Router 7396850a-5932-413a-9f98-2b515176fa80 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:07:13.233921 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d9d72703-4d66-48b1-9d4e-04746d4a4452 req-41299a42-423a-4d54-aa80-a5d0d5da8f53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ca620a-257e-462e-9c1f-e7519cafe8e0 HTTP/1.1" status: 200  len: 1000 time: 0.1769476
Jan 18 20:07:13.401647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d72703-4d66-48b1-9d4e-04746d4a4452 req-1e63ea5e-4112-4ee0-be13-cfc7d81c162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:13.403384 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d9d72703-4d66-48b1-9d4e-04746d4a4452 req-1e63ea5e-4112-4ee0-be13-cfc7d81c162e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29 HTTP/1.1" status: 200  len: 850 time: 0.1632233
Jan 18 20:07:13.482306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:07:13.494966 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68d9f4-d190-42c5-8327-01f86e18918a None None] Sync routers for ids ['7396850a-5932-413a-9f98-2b515176fa80'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:07:13.503060 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] 10.222.0.101 "PUT /v2.0/routers/7396850a-5932-413a-9f98-2b515176fa80/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0333171
Jan 18 20:07:13.506196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 33644) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:13.512296 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68d9f4-d190-42c5-8327-01f86e18918a None None] Routers {'7396850a-5932-413a-9f98-2b515176fa80'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:07:13.513062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-4f68d9f4-d190-42c5-8327-01f86e18918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b984eb6a0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:06:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['7396850a-5932-413a-9f98-2b515176fa80'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:13.665994 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dec75-36ec-4a93-bf3a-e6536c6074b8 req-e4bb3bec-f8cc-43d3-b976-0109cdbee165 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:13.668044 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-008dec75-36ec-4a93-bf3a-e6536c6074b8 req-e4bb3bec-f8cc-43d3-b976-0109cdbee165 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1116748
Jan 18 20:07:13.733391 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-008dec75-36ec-4a93-bf3a-e6536c6074b8 req-53031460-34c6-4e7b-bd4e-517ff3941a9d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585630
Jan 18 20:07:13.758212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-4f68d9f4-d190-42c5-8327-01f86e18918a None None] Set router 7396850a-5932-413a-9f98-2b515176fa80 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:07:13.950186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d72703-4d66-48b1-9d4e-04746d4a4452 req-77056966-af0c-4b45-87e9-a7963520d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:13.951806 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d9d72703-4d66-48b1-9d4e-04746d4a4452 req-77056966-af0c-4b45-87e9-a7963520d4ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6f70f34b-3649-4431-89fb-39c80ea98bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.5417500
Jan 18 20:07:14.088279 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-4f68d9f4-d190-42c5-8327-01f86e18918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b984eb6a0>, [{'id': '7396850a-5932-413a-9f98-2b515176fa80', 'name': 'tempest-ServerRescueNegativeTestJSON-672671543-router', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:38Z', 'updated_at': '2021-01-18T20:07:11Z', 'revision_number': 5, 'project_id': '10b8cee9d3aa476b9427653660a4c562', 'gw_port': {'id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396850a-5932-413a-9f98-2b515176fa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:14.092989 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68d9f4-d190-42c5-8327-01f86e18918a None None] Checking router: 7396850a-5932-413a-9f98-2b515176fa80 for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:07:14.102987 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68d9f4-d190-42c5-8327-01f86e18918a None None] Routers {'7396850a-5932-413a-9f98-2b515176fa80'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:07:14.103661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-4f68d9f4-d190-42c5-8327-01f86e18918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b984eb6a0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:06:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['7396850a-5932-413a-9f98-2b515176fa80'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:14.137742 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Notify callbacks [] for router, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:14.310463 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d9d72703-4d66-48b1-9d4e-04746d4a4452 req-5079bc8c-def5-443b-ad6d-33c8612e2397 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3499272
Jan 18 20:07:14.316191 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-4f68d9f4-d190-42c5-8327-01f86e18918a None None] Set router 7396850a-5932-413a-9f98-2b515176fa80 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:07:14.338425 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd4f27-1020-411c-bf9c-3f674dc38460 req-d3ad8a4b-3e13-4f7d-8ad7-88aa412df50a tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:14.340171 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ffdd4f27-1020-411c-bf9c-3f674dc38460 req-d3ad8a4b-3e13-4f7d-8ad7-88aa412df50a tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 946 time: 0.4578669
Jan 18 20:07:14.517315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:14.538346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Deleting port 25095069-7e5b-4c47-b9d9-b58d9959818e {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:07:14.538735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:14.574322 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ffdd4f27-1020-411c-bf9c-3f674dc38460 req-8a587be3-c9fd-4ebe-86d5-2603517070af tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033942
Jan 18 20:07:14.643630 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-4f68d9f4-d190-42c5-8327-01f86e18918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b984eb6a0>, [{'id': '7396850a-5932-413a-9f98-2b515176fa80', 'name': 'tempest-ServerRescueNegativeTestJSON-672671543-router', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:38Z', 'updated_at': '2021-01-18T20:07:11Z', 'revision_number': 5, 'project_id': '10b8cee9d3aa476b9427653660a4c562', 'gw_port': {'id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396850a-5932-413a-9f98-2b515176fa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:14.643860 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d9d72703-4d66-48b1-9d4e-04746d4a4452 req-d29cd60f-7f4c-484b-8a9e-9d4d3abbec21 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3023567
Jan 18 20:07:14.649358 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68d9f4-d190-42c5-8327-01f86e18918a None None] The sync data for ids ['7396850a-5932-413a-9f98-2b515176fa80'] in dv-cinder-562053-17-iscsi is: [{'id': '7396850a-5932-413a-9f98-2b515176fa80', 'name': 'tempest-ServerRescueNegativeTestJSON-672671543-router', 'tenant_id': '10b8cee9d3aa476b9427653660a4c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:38Z', 'updated_at': '2021-01-18T20:07:11Z', 'revision_number': 5, 'project_id': '10b8cee9d3aa476b9427653660a4c562', 'gw_port': {'id': '25095069-7e5b-4c47-b9d9-b58d9959818e', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396850a-5932-413a-9f98-2b515176fa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:07:14.760272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 9a46e42e-be21-450b-b0aa-2cde768cf0ff no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:07:14.802880 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] For port 25095069-7e5b-4c47-b9d9-b58d9959818e, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=25095069-7e5b-4c47-b9d9-b58d9959818e,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:07:14.804105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:14.831469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 9a46e42e-be21-450b-b0aa-2cde768cf0ff {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:07:14.831469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 9a46e42e-be21-450b-b0aa-2cde768cf0ff not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:07:14.962638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Calling delete_port for 25095069-7e5b-4c47-b9d9-b58d9959818e owned by network:router_gateway {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:07:14.991868 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6127e-f515-4c4c-9e10-12cf01b051a4 req-beeb1e43-a963-42da-bcc6-edb12b33fd53 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:14.993643 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c9c6127e-f515-4c4c-9e10-12cf01b051a4 req-beeb1e43-a963-42da-bcc6-edb12b33fd53 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1151273
Jan 18 20:07:15.054858 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c9c6127e-f515-4c4c-9e10-12cf01b051a4 req-f542f92e-26ad-4e3d-be60-da8e398e6927 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548072
Jan 18 20:07:15.112511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-776d5421-59df-40fa-8c51-249c4329a050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:15.133754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.plugins.ml2.ovo_rpc [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     result = function(*args, **kwargs)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     proto.__init__(conn_state, self)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.handle()
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.handle_one_request()
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.handle_one_response()
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     result = self.application(self.environ, start_response)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     return app(environ, start_response)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     response = req.get_response(self.application)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     application, catch_exc_info=False)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     app_iter = application(self.environ, start_response)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     response = req.get_response(self.application)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     application, catch_exc_info=False)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     app_iter = application(self.environ, start_response)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     response = req.get_response(self.application)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     application, catch_exc_info=False)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     app_iter = application(self.environ, start_response)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     response = req.get_response(self.application)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     application, catch_exc_info=False)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     app_iter = application(self.environ, start_response)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     return request.get_response(self.application)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     application, catch_exc_info=False)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     app_iter = application(self.environ, start_response)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     response = req.get_response(self._app)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     application, catch_exc_info=False)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     app_iter = application(self.environ, start_response)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     return resp(environ, start_response)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     return resp(environ, start_response)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     response = self.app(environ, start_response)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     return resp(environ, start_response)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:07:15.140725 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     result = method(request=request, **args)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._delete(request, id, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(*args, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(*args, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(*dup_args, **dup_kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     obj_deleter(request.context, id, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     return method(*args, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(*args, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(*args, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(*dup_args, **dup_kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._delete_current_gw_port(context, id, router, None)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, context, *args, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     return method(*args, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     context, port, router_ids, bound_mech_contexts)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     return function(*args, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     callback(resource, event, trigger, **kwargs)
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     if self._is_session_semantic_violated(context, resource, event):
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]:     stack = traceback.extract_stack()
Jan 18 20:07:15.146883 dv-cinder-562053-17-iscsi neutron-server[80066]: 
Jan 18 20:07:15.346417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853836725'] for router_gateway, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:15.490365 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772468'] for router, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:15.493433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:15.591559 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939512'] for router, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:15.592593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7396850a-5932-413a-9f98-2b515176fa80 {{(pid=80180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 18 20:07:15.611208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:15.615873 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-419c4eef-67db-4d57-a93c-603170ac0b3d admin admin] 10.222.0.101 "DELETE /v2.0/routers/7396850a-5932-413a-9f98-2b515176fa80 HTTP/1.1" status: 204  len: 168 time: 2.1085198
Jan 18 20:07:15.616054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33660) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:15.703406 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-065ca35d-6fbf-42ca-87c7-452df06b5c74 admin admin] Deleting subnet 2d3a2eb7-3191-4b4e-886b-727d772b5422 {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:07:15.703406 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-065ca35d-6fbf-42ca-87c7-452df06b5c74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:15.757682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-065ca35d-6fbf-42ca-87c7-452df06b5c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312744'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:15.763956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:15.823189 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-065ca35d-6fbf-42ca-87c7-452df06b5c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:16.213476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51567005-97e4-4289-8c38-f0361bd84ebf req-6a72bec4-0199-4166-9168-707529e55176 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:16.215341 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-51567005-97e4-4289-8c38-f0361bd84ebf req-6a72bec4-0199-4166-9168-707529e55176 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 946 time: 0.1448603
Jan 18 20:07:16.216533 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-065ca35d-6fbf-42ca-87c7-452df06b5c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793870836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10620899'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:16.248650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5b9784a0-9282-4bc7-9b5e-f8687705a1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:16.303900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ca35d-6fbf-42ca-87c7-452df06b5c74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3a2eb7-3191-4b4e-886b-727d772b5422,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:16.309753 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-065ca35d-6fbf-42ca-87c7-452df06b5c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:16.313939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf7f10-f1fe-4079-95e4-d578c30f622a req-5f681a24-a024-4c3b-a2cf-ff799cbb6ebc tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:16.315807 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87bf7f10-f1fe-4079-95e4-d578c30f622a req-5f681a24-a024-4c3b-a2cf-ff799cbb6ebc tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1169703
Jan 18 20:07:16.376519 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87bf7f10-f1fe-4079-95e4-d578c30f622a req-51b41821-d247-4cc4-8f91-87d61a437e61 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473883
Jan 18 20:07:16.400464 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-51567005-97e4-4289-8c38-f0361bd84ebf req-5442bf54-3a02-4e0f-afe2-98511c611e7f tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686075
Jan 18 20:07:16.419104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-065ca35d-6fbf-42ca-87c7-452df06b5c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:16.425746 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-065ca35d-6fbf-42ca-87c7-452df06b5c74 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/2d3a2eb7-3191-4b4e-886b-727d772b5422 HTTP/1.1" status: 204  len: 168 time: 0.8084881
Jan 18 20:07:16.428923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33672) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:16.561095 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:16.654022 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:16.757386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 25095069-7e5b-4c47-b9d9-b58d9959818e no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:07:16.775027 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:16.795324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 25095069-7e5b-4c47-b9d9-b58d9959818e {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:07:16.795743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 25095069-7e5b-4c47-b9d9-b58d9959818e not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:07:16.902639 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b930e9c50>,) {'filters': {'network_id': ['02c230c4-f60f-47f2-9329-8bad014f8da8']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:16.927765 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b930e9c50>, 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:16.928101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b930e9c50>, 'd1825a9e-548d-4763-a141-b7a4c4f2d9a5') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:16.940959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1463056'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:16.958594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:16.960872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:07:17.146890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] Network 02c230c4-f60f-47f2-9329-8bad014f8da8 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:07:17.156361 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793870751'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:17.286708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:17.301675 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d1b15-f0d7-41ef-8ad1-97584b12ada7 req-42c6bb21-914d-49d8-a5ca-cdb80a636778 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:17.303423 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6c3d1b15-f0d7-41ef-8ad1-97584b12ada7 req-42c6bb21-914d-49d8-a5ca-cdb80a636778 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.72 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 946 time: 0.1118994
Jan 18 20:07:17.358958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] Network 02c230c4-f60f-47f2-9329-8bad014f8da8 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:07:17.383818 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:07:17.393510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-6c3d1b15-f0d7-41ef-8ad1-97584b12ada7 req-b2d7d1e5-038e-42a2-99db-17498efc8ff9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Deleting port 0a934eec-405a-4ab7-baa0-c6be5376de76 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:07:17.393898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6c3d1b15-f0d7-41ef-8ad1-97584b12ada7 req-b2d7d1e5-038e-42a2-99db-17498efc8ff9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:17.468270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:17.472088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:17.730261 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:17.740233 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=02c230c4-f60f-47f2-9329-8bad014f8da8,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:17.745692 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:17.753837 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-51676345-54c6-41af-bb80-099fda8a9b0a admin admin] 10.222.0.101 "DELETE /v2.0/networks/02c230c4-f60f-47f2-9329-8bad014f8da8 HTTP/1.1" status: 204  len: 168 time: 1.3234043
Jan 18 20:07:17.921874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33680) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:17.978778 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b06e966e-3898-46c0-a7e8-81742e4e213c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=10b8cee9d3aa476b9427653660a4c562&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0555158
Jan 18 20:07:17.981636 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33684) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:17.993006 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-6c3d1b15-f0d7-41ef-8ad1-97584b12ada7 req-b2d7d1e5-038e-42a2-99db-17498efc8ff9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] For port 0a934eec-405a-4ab7-baa0-c6be5376de76, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=0a934eec-405a-4ab7-baa0-c6be5376de76,segment=NetworkSegment(36beccff-7049-4bbb-af1b-ac3d89a3a9f6),segment_id=36beccff-7049-4bbb-af1b-ac3d89a3a9f6)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:07:17.993415 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6c3d1b15-f0d7-41ef-8ad1-97584b12ada7 req-b2d7d1e5-038e-42a2-99db-17498efc8ff9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:18.047291 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-453a741e-7e56-443a-83dc-16e9126621fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:18.077084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-453a741e-7e56-443a-83dc-16e9126621fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:18.085066 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db883bf-b6e8-4809-a5e5-933c25d33645 req-53102589-6f3e-47e3-acbd-bf028b50f247 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:18.086740 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3db883bf-b6e8-4809-a5e5-933c25d33645 req-53102589-6f3e-47e3-acbd-bf028b50f247 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/ports?device_id=4c273e62-7f9c-4d07-9320-c9980b98dd3d HTTP/1.1" status: 200  len: 946 time: 0.5265036
Jan 18 20:07:18.132234 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-453a741e-7e56-443a-83dc-16e9126621fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:18.136668 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-94263afa-7262-4163-8e18-ba51ddfc9948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:18.157013 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a741e-7e56-443a-83dc-16e9126621fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a38e26-7ef5-46f2-b5a2-6021a82ea8b5,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:18.159702 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-453a741e-7e56-443a-83dc-16e9126621fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:18.161662 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-6c3d1b15-f0d7-41ef-8ad1-97584b12ada7 req-b2d7d1e5-038e-42a2-99db-17498efc8ff9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Calling delete_port for 0a934eec-405a-4ab7-baa0-c6be5376de76 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:07:18.167033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-453a741e-7e56-443a-83dc-16e9126621fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:18.171157 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-453a741e-7e56-443a-83dc-16e9126621fb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/31a38e26-7ef5-46f2-b5a2-6021a82ea8b5 HTTP/1.1" status: 204  len: 168 time: 0.1858404
Jan 18 20:07:18.279092 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3db883bf-b6e8-4809-a5e5-933c25d33645 req-172057e3-441b-4bba-9fb6-409e7fef5ac4 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.101 "GET /v2.0/security-groups?id=13bd78b4-cf14-404b-8d2c-278333da9e9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261497
Jan 18 20:07:18.378839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6c3d1b15-f0d7-41ef-8ad1-97584b12ada7 req-b2d7d1e5-038e-42a2-99db-17498efc8ff9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:18.395052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4a508207-2894-4d3e-91a1-32960454666d tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:18.465714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7d1e5-038e-42a2-99db-17498efc8ff9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Pushing event deleted for resources: {'Port': ['ID=0a934eec-405a-4ab7-baa0-c6be5376de76,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:18.470891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b2d7d1e5-038e-42a2-99db-17498efc8ff9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:18.497940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 0a934eec-405a-4ab7-baa0-c6be5376de76 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:07:18.536994 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] No Port match for: 0a934eec-405a-4ab7-baa0-c6be5376de76 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:07:18.537364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 0a934eec-405a-4ab7-baa0-c6be5376de76 not bound to the agent host hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:07:18.636956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3d1b15-f0d7-41ef-8ad1-97584b12ada7 req-b2d7d1e5-038e-42a2-99db-17498efc8ff9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] No DVR routers for this DVR port 0a934eec-405a-4ab7-baa0-c6be5376de76 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:07:18.639320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6c3d1b15-f0d7-41ef-8ad1-97584b12ada7 req-b2d7d1e5-038e-42a2-99db-17498efc8ff9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:18.642244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c273e62-7f9c-4d07-9320-c9980b98dd3d', 'name': 'network-vif-deleted', 'tag': '0a934eec-405a-4ab7-baa0-c6be5376de76'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:07:18.658936 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6c3d1b15-f0d7-41ef-8ad1-97584b12ada7 req-b2d7d1e5-038e-42a2-99db-17498efc8ff9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] 10.222.0.72 "DELETE /v2.0/ports/0a934eec-405a-4ab7-baa0-c6be5376de76 HTTP/1.1" status: 204  len: 173 time: 1.3481607
Jan 18 20:07:18.718141 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c273e62-7f9c-4d07-9320-c9980b98dd3d', 'name': 'network-vif-deleted', 'tag': '0a934eec-405a-4ab7-baa0-c6be5376de76', 'status': 'completed', 'code': 200}
Jan 18 20:07:19.509369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:07:20.312672 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:20.481263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33750) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:20.653300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e8743baf-80df-4c4e-8ef6-67b556f0ffce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:20.670822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-e8743baf-80df-4c4e-8ef6-67b556f0ffce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:20.674692 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-e8743baf-80df-4c4e-8ef6-67b556f0ffce admin admin] Usage tracker for resource:security_group_rule and tenant:74172f12d7be4d10b5914bc724d62d12 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:07:20.678393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-e8743baf-80df-4c4e-8ef6-67b556f0ffce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:07:20.684277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-e8743baf-80df-4c4e-8ef6-67b556f0ffce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:20.792735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e8743baf-80df-4c4e-8ef6-67b556f0ffce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:20.796271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e8743baf-80df-4c4e-8ef6-67b556f0ffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:20.807329 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d2e1bcc2-3a19-4e66-85d2-41713606c451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:20.852823 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-e8743baf-80df-4c4e-8ef6-67b556f0ffce admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=74172f12d7be4d10b5914bc724d62d12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3702247
Jan 18 20:07:20.855567 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8743baf-80df-4c4e-8ef6-67b556f0ffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370ae861-cc70-43fb-912c-5c5e345e603e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:20.856389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 33768) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:20.859084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e8743baf-80df-4c4e-8ef6-67b556f0ffce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:20.927796 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-260322c7-cf01-41fb-9e57-9a5beab5312b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:20.958309 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-260322c7-cf01-41fb-9e57-9a5beab5312b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:21.021853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-260322c7-cf01-41fb-9e57-9a5beab5312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:21.025985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8655794f-c506-4cb3-8258-2d0e8683a05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:21.038676 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260322c7-cf01-41fb-9e57-9a5beab5312b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370ae861-cc70-43fb-912c-5c5e345e603e,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:21.042688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-260322c7-cf01-41fb-9e57-9a5beab5312b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:21.046368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-260322c7-cf01-41fb-9e57-9a5beab5312b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:21.047607 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-260322c7-cf01-41fb-9e57-9a5beab5312b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/370ae861-cc70-43fb-912c-5c5e345e603e HTTP/1.1" status: 204  len: 168 time: 0.1899357
Jan 18 20:07:21.459626 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 33784) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:21.479711 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9009f19d-90a9-40ee-9d9f-a601b86a75ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:21.497048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9009f19d-90a9-40ee-9d9f-a601b86a75ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:21.501501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9009f19d-90a9-40ee-9d9f-a601b86a75ae admin admin] Usage tracker for resource:security_group_rule and tenant:c4ebdbcae2154f1aa8371455c972b6ac is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:07:21.504910 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9009f19d-90a9-40ee-9d9f-a601b86a75ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:07:21.510923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9009f19d-90a9-40ee-9d9f-a601b86a75ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:21.609041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9009f19d-90a9-40ee-9d9f-a601b86a75ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:21.613051 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9009f19d-90a9-40ee-9d9f-a601b86a75ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:21.622022 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c6bfc4cc-d999-40cb-be85-c2f4be9522ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:21.665990 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-9009f19d-90a9-40ee-9d9f-a601b86a75ae admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c4ebdbcae2154f1aa8371455c972b6ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2051280
Jan 18 20:07:21.667663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009f19d-90a9-40ee-9d9f-a601b86a75ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2e7d9b-9ad0-4442-b825-923a33f738fe,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:21.669055 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33788) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:21.671568 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9009f19d-90a9-40ee-9d9f-a601b86a75ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:21.740909 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9bd42060-855f-494c-a71b-d05148b8990c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:21.770855 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9bd42060-855f-494c-a71b-d05148b8990c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:21.830749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9bd42060-855f-494c-a71b-d05148b8990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:21.835680 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bfa7a03a-e50e-4518-8e02-00a6f00b0202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:21.854336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd42060-855f-494c-a71b-d05148b8990c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2e7d9b-9ad0-4442-b825-923a33f738fe,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:21.858576 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9bd42060-855f-494c-a71b-d05148b8990c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:21.865277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9bd42060-855f-494c-a71b-d05148b8990c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:21.866710 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-9bd42060-855f-494c-a71b-d05148b8990c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9f2e7d9b-9ad0-4442-b825-923a33f738fe HTTP/1.1" status: 204  len: 168 time: 0.1965487
Jan 18 20:07:30.134739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33930) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:30.344849 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e30d5b9-3d48-4644-a85f-1f151faf9eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:30.365071 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-7e30d5b9-3d48-4644-a85f-1f151faf9eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:30.369521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-7e30d5b9-3d48-4644-a85f-1f151faf9eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:00ad35f55ab545e4872554b88043501e is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:07:30.372909 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-7e30d5b9-3d48-4644-a85f-1f151faf9eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:07:30.379211 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-7e30d5b9-3d48-4644-a85f-1f151faf9eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:30.485759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e30d5b9-3d48-4644-a85f-1f151faf9eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:30.489227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e30d5b9-3d48-4644-a85f-1f151faf9eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:30.501246 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-467a51d0-630b-463b-aff7-32062b006d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:30.553487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30d5b9-3d48-4644-a85f-1f151faf9eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b99b364-b9da-4d15-af6f-c4ee76b450da,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:30.557405 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7e30d5b9-3d48-4644-a85f-1f151faf9eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:30.565078 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7e30d5b9-3d48-4644-a85f-1f151faf9eb8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=00ad35f55ab545e4872554b88043501e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4288659
Jan 18 20:07:30.566078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33940) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:30.639453 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-20fc260a-bea7-4cb5-b688-6bc7b5c2be21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:30.676817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-20fc260a-bea7-4cb5-b688-6bc7b5c2be21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:30.748212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-20fc260a-bea7-4cb5-b688-6bc7b5c2be21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:30.764918 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bc298f0d-8c3f-4d8d-9610-1748ad2a19a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:30.784737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc260a-bea7-4cb5-b688-6bc7b5c2be21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b99b364-b9da-4d15-af6f-c4ee76b450da,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:30.788443 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-20fc260a-bea7-4cb5-b688-6bc7b5c2be21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:30.789518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-20fc260a-bea7-4cb5-b688-6bc7b5c2be21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:30.793410 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-20fc260a-bea7-4cb5-b688-6bc7b5c2be21 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8b99b364-b9da-4d15-af6f-c4ee76b450da HTTP/1.1" status: 204  len: 168 time: 0.2235537
Jan 18 20:07:31.242653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 33952) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:31.272914 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3c679eea-a1a2-47e6-bc42-1bf6d6df3530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:31.291149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3c679eea-a1a2-47e6-bc42-1bf6d6df3530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:31.296430 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3c679eea-a1a2-47e6-bc42-1bf6d6df3530 admin admin] Usage tracker for resource:security_group_rule and tenant:18448307d0964e8598b1b302e9e9fc80 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:07:31.300173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3c679eea-a1a2-47e6-bc42-1bf6d6df3530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:07:31.306580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3c679eea-a1a2-47e6-bc42-1bf6d6df3530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:31.401734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3c679eea-a1a2-47e6-bc42-1bf6d6df3530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:31.405261 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3c679eea-a1a2-47e6-bc42-1bf6d6df3530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:31.414958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4cacb97a-48e1-4366-af1c-48d5f878219d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:31.464187 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-3c679eea-a1a2-47e6-bc42-1bf6d6df3530 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=18448307d0964e8598b1b302e9e9fc80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2188001
Jan 18 20:07:31.465458 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 33956) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:31.468874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c679eea-a1a2-47e6-bc42-1bf6d6df3530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6d6c3b-c638-46c3-a3c3-0d26790b93c6,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:31.473803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3c679eea-a1a2-47e6-bc42-1bf6d6df3530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:31.537173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f4329f2-7bb2-45e0-890d-ca121bdb22bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:31.580060 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f4329f2-7bb2-45e0-890d-ca121bdb22bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:31.643288 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f4329f2-7bb2-45e0-890d-ca121bdb22bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:31.648883 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0e1da612-c5cd-48c9-8d58-868b95684466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:31.667591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4329f2-7bb2-45e0-890d-ca121bdb22bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6d6c3b-c638-46c3-a3c3-0d26790b93c6,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:31.671874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3f4329f2-7bb2-45e0-890d-ca121bdb22bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:31.673925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f4329f2-7bb2-45e0-890d-ca121bdb22bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:31.678359 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-3f4329f2-7bb2-45e0-890d-ca121bdb22bb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0b6d6c3b-c638-46c3-a3c3-0d26790b93c6 HTTP/1.1" status: 204  len: 168 time: 0.2116964
Jan 18 20:07:35.123828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34042) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:35.329336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7afa75fd-c72c-4ec2-b10d-a97bb083cc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:35.353487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-7afa75fd-c72c-4ec2-b10d-a97bb083cc41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:35.358568 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-7afa75fd-c72c-4ec2-b10d-a97bb083cc41 admin admin] Usage tracker for resource:security_group_rule and tenant:eaeeac2d29ac41c1ae8594e668fc3ab2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:07:35.362390 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-7afa75fd-c72c-4ec2-b10d-a97bb083cc41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:07:35.370226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-7afa75fd-c72c-4ec2-b10d-a97bb083cc41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:35.497473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7afa75fd-c72c-4ec2-b10d-a97bb083cc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:35.508005 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7afa75fd-c72c-4ec2-b10d-a97bb083cc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:35.518068 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4905eaa0-7f0c-40d4-b789-f3a9930bfbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:35.576989 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7afa75fd-c72c-4ec2-b10d-a97bb083cc41 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eaeeac2d29ac41c1ae8594e668fc3ab2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4489863
Jan 18 20:07:35.576989 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa75fd-c72c-4ec2-b10d-a97bb083cc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1cb07b-3764-4ede-b933-ea5debb368bc,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:35.578356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34056) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:35.580204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7afa75fd-c72c-4ec2-b10d-a97bb083cc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:35.676647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fe9ede64-6ef8-44d7-9198-6260d5a3a365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:35.711178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fe9ede64-6ef8-44d7-9198-6260d5a3a365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:35.772382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fe9ede64-6ef8-44d7-9198-6260d5a3a365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:35.779051 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0a2b8cc2-4a38-44fe-99e1-4d7fa0c1e05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:35.796342 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ede64-6ef8-44d7-9198-6260d5a3a365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1cb07b-3764-4ede-b933-ea5debb368bc,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:35.799230 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-fe9ede64-6ef8-44d7-9198-6260d5a3a365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:35.814316 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fe9ede64-6ef8-44d7-9198-6260d5a3a365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:35.821391 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-fe9ede64-6ef8-44d7-9198-6260d5a3a365 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3b1cb07b-3764-4ede-b933-ea5debb368bc HTTP/1.1" status: 204  len: 168 time: 0.2389426
Jan 18 20:07:36.255757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34066) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:36.281811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1890d78a-151d-40c6-9aef-7ec6d1abeae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:36.302184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1890d78a-151d-40c6-9aef-7ec6d1abeae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:36.307272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1890d78a-151d-40c6-9aef-7ec6d1abeae8 admin admin] Usage tracker for resource:security_group_rule and tenant:733988248b6a4dd7a06e2fbf44e5031a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:07:36.311738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1890d78a-151d-40c6-9aef-7ec6d1abeae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:07:36.321175 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1890d78a-151d-40c6-9aef-7ec6d1abeae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:36.433474 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1890d78a-151d-40c6-9aef-7ec6d1abeae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:36.437789 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1890d78a-151d-40c6-9aef-7ec6d1abeae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:36.449269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6bf9be41-65eb-46bf-a466-fa48ccd2e0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:36.500401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34074) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:36.503636 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1890d78a-151d-40c6-9aef-7ec6d1abeae8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=733988248b6a4dd7a06e2fbf44e5031a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2452435
Jan 18 20:07:36.513216 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890d78a-151d-40c6-9aef-7ec6d1abeae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd61852d-675e-4480-9b7d-5a501b89fc06,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:36.517139 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1890d78a-151d-40c6-9aef-7ec6d1abeae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:36.593463 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-739201ef-9079-4eef-b11b-d11c931459ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:36.624636 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-739201ef-9079-4eef-b11b-d11c931459ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:36.680656 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-739201ef-9079-4eef-b11b-d11c931459ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:36.686219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a85d3d52-93f5-468b-b765-520dc028ba66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:36.714499 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-739201ef-9079-4eef-b11b-d11c931459ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:36.733095 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-739201ef-9079-4eef-b11b-d11c931459ab admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bd61852d-675e-4480-9b7d-5a501b89fc06 HTTP/1.1" status: 204  len: 168 time: 0.2173831
Jan 18 20:07:36.734332 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739201ef-9079-4eef-b11b-d11c931459ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd61852d-675e-4480-9b7d-5a501b89fc06,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:36.740771 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-739201ef-9079-4eef-b11b-d11c931459ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:42.625977 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-50c10fb9-ad91-4c86-b5f7-df03ea22e989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:42.704462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34212) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:42.791471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Deleting subnet ae3b7e3d-b80c-4909-bfa6-119d38ed51f1 {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:07:42.795433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:42.859650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842744927'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:42.929292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:43.240611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844018326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844020678'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:43.262214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-90d070e3-63ff-4c1c-8c3d-79be01de026d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:43.304106 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae3b7e3d-b80c-4909-bfa6-119d38ed51f1,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:43.402100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.402522 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.402944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.403353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.403758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.404163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.404597 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.404974 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.405525 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.405747 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.406122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.406674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.407297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.407703 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.408098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.408519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.408908 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.409343 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.409758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.410154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.410515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.410905 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.411291 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.411709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:07:43.418407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:43.434482 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:43.443944 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ae3b7e3d-b80c-4909-bfa6-119d38ed51f1 HTTP/1.1" status: 204  len: 168 time: 0.7351720
Jan 18 20:07:43.444571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34230) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:43.569823 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:43.777032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:43.913661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b98e8f7b8>,) {'filters': {'network_id': ['3c52ca00-c619-467a-9545-bf3e5f9d853c']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:43.928043 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b98e8f7b8>, '36beccff-7049-4bbb-af1b-ac3d89a3a9f6') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:43.928361 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b98e8f7b8>, '36beccff-7049-4bbb-af1b-ac3d89a3a9f6') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:43.942922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12030889'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:43.966113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:43.969404 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:07:44.175608 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Network 3c52ca00-c619-467a-9545-bf3e5f9d853c has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:07:44.185810 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844018425'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:44.383101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Network 3c52ca00-c619-467a-9545-bf3e5f9d853c has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:07:44.409255 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:07:44.515908 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:44.519884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:44.539560 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:44.549161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c52ca00-c619-467a-9545-bf3e5f9d853c,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:44.562255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:44.565898 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] 10.222.0.101 "DELETE /v2.0/networks/3c52ca00-c619-467a-9545-bf3e5f9d853c HTTP/1.1" status: 204  len: 168 time: 1.1205764
Jan 18 20:07:44.832928 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bdabbf29-c09a-4612-a87e-2764ea11c460 req-fda75e04-29b4-4107-be06-fd71e85b8986 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1170037
Jan 18 20:07:44.835779 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34268) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:44.957485 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b54723db-940d-4191-b6b7-da49d499a44b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b4d0d7d8b3d54a8c954324f2b834cb63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1200621
Jan 18 20:07:44.960580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34272) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:44.988807 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabbf29-c09a-4612-a87e-2764ea11c460 req-fd8e51c2-d7db-4ada-8f3e-3a34bcee9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:44.990880 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bdabbf29-c09a-4612-a87e-2764ea11c460 req-fd8e51c2-d7db-4ada-8f3e-3a34bcee9b4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 1163 time: 0.1109235
Jan 18 20:07:45.037595 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ce384b3b-cf1b-4a79-b5e5-f130ee7dec20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:45.067812 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ce384b3b-cf1b-4a79-b5e5-f130ee7dec20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:45.099524 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a6ce2975-f9c6-4ad7-a7f4-3d7ecad25150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:45.117199 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ce384b3b-cf1b-4a79-b5e5-f130ee7dec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:45.123875 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-20fc260a-bea7-4cb5-b688-6bc7b5c2be21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:45.135975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce384b3b-cf1b-4a79-b5e5-f130ee7dec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bd78b4-cf14-404b-8d2c-278333da9e9c,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:45.139498 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ce384b3b-cf1b-4a79-b5e5-f130ee7dec20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:45.154845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ce384b3b-cf1b-4a79-b5e5-f130ee7dec20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:45.156291 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-ce384b3b-cf1b-4a79-b5e5-f130ee7dec20 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/13bd78b4-cf14-404b-8d2c-278333da9e9c HTTP/1.1" status: 204  len: 168 time: 0.1945846
Jan 18 20:07:45.186547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabbf29-c09a-4612-a87e-2764ea11c460 req-4c8fada3-3809-4087-8d64-d6cf538c684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:45.188195 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bdabbf29-c09a-4612-a87e-2764ea11c460 req-4c8fada3-3809-4087-8d64-d6cf538c684f service neutron] 10.222.0.72 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 910 time: 0.1670046
Jan 18 20:07:45.324663 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bdabbf29-c09a-4612-a87e-2764ea11c460 req-9c6881f0-124e-4ce3-a3f1-0f774298f7e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e54a26b-b85a-4d40-a576-642db315db25 HTTP/1.1" status: 200  len: 1002 time: 0.1261899
Jan 18 20:07:45.421192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabbf29-c09a-4612-a87e-2764ea11c460 req-441c4558-9898-4943-8732-37afa4bb2f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:45.423808 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bdabbf29-c09a-4612-a87e-2764ea11c460 req-441c4558-9898-4943-8732-37afa4bb2f4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c1f2f94c-f22d-4168-b95c-a2cae84e702f HTTP/1.1" status: 200  len: 855 time: 0.0860364
Jan 18 20:07:45.520788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabbf29-c09a-4612-a87e-2764ea11c460 req-8e590ae5-a325-43f0-87df-888677594dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:45.522458 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bdabbf29-c09a-4612-a87e-2764ea11c460 req-8e590ae5-a325-43f0-87df-888677594dc8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=afb56ae4-80d3-4971-aaeb-b3508e21ee72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0920780
Jan 18 20:07:45.689115 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bdabbf29-c09a-4612-a87e-2764ea11c460 req-bb859ffb-dfb0-422d-bb63-08b7a5b9920e service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600988
Jan 18 20:07:45.784994 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:45.890412 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bdabbf29-c09a-4612-a87e-2764ea11c460 req-800d9ee2-189c-4051-8d94-44de8d884f88 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1954021
Jan 18 20:07:46.132840 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e275b9d-29af-4ac1-b275-f48c0c1c4e93 req-85bdf75c-a50d-46ef-92c8-c0e299bcf7b6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:46.134650 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1e275b9d-29af-4ac1-b275-f48c0c1c4e93 req-85bdf75c-a50d-46ef-92c8-c0e299bcf7b6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1135490
Jan 18 20:07:46.195555 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1e275b9d-29af-4ac1-b275-f48c0c1c4e93 req-26a20284-ab43-41e9-a086-d43d30c9c51a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0536184
Jan 18 20:07:46.649736 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:46.965938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34356) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:47.135705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-993fbaac-8c36-40f1-bd6d-70378e657908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:47.156054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-993fbaac-8c36-40f1-bd6d-70378e657908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:47.162068 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-993fbaac-8c36-40f1-bd6d-70378e657908 admin admin] Usage tracker for resource:security_group_rule and tenant:87e754cf6de344f7a22cf75314e5b370 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:07:47.165929 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-993fbaac-8c36-40f1-bd6d-70378e657908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:07:47.172980 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-993fbaac-8c36-40f1-bd6d-70378e657908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:47.286831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-993fbaac-8c36-40f1-bd6d-70378e657908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:47.289369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:47.289646 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-993fbaac-8c36-40f1-bd6d-70378e657908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:47.299521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a36ccc0b-99b9-4331-974c-9544c7252d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:47.347935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fbaac-8c36-40f1-bd6d-70378e657908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1749cf92-888a-45d7-882b-f3eaa02ed600,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:47.355731 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-993fbaac-8c36-40f1-bd6d-70378e657908 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=87e754cf6de344f7a22cf75314e5b370&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3882654
Jan 18 20:07:47.356862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-993fbaac-8c36-40f1-bd6d-70378e657908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:47.357363 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34368) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:47.446403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe2c1-22cc-45ee-951e-58786cabefc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:47.461140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-5fadb668-eb45-4238-b430-d21328b01e93 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:47.462843 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-5fadb668-eb45-4238-b430-d21328b01e93 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.72 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.1309526
Jan 18 20:07:47.477551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe2c1-22cc-45ee-951e-58786cabefc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:47.548980 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Deleting port 5e54a26b-b85a-4d40-a576-642db315db25 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:07:47.549457 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:47.554454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 5e54a26b-b85a-4d40-a576-642db315db25 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:07:47.596563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe2c1-22cc-45ee-951e-58786cabefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:47.612183 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7e30d5b9-3d48-4644-a85f-1f151faf9eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:47.635468 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfe2c1-22cc-45ee-951e-58786cabefc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749cf92-888a-45d7-882b-f3eaa02ed600,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:47.642665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8ebfe2c1-22cc-45ee-951e-58786cabefc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:47.643656 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe2c1-22cc-45ee-951e-58786cabefc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:47.648044 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8ebfe2c1-22cc-45ee-951e-58786cabefc7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1749cf92-888a-45d7-882b-f3eaa02ed600 HTTP/1.1" status: 204  len: 168 time: 0.2877307
Jan 18 20:07:47.717408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a115c6-6415-4d22-86f1-e2241bd5f835 req-71220f8a-9b4d-415c-a28d-563cb48aaaa4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:47.726335 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-05a115c6-6415-4d22-86f1-e2241bd5f835 req-71220f8a-9b4d-415c-a28d-563cb48aaaa4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 946 time: 0.3655894
Jan 18 20:07:47.748167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:47.779668 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:07:47.792516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 5e54a26b-b85a-4d40-a576-642db315db25, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5e54a26b-b85a-4d40-a576-642db315db25,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:07:47.796494 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:47.799469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:47.810327 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-05a115c6-6415-4d22-86f1-e2241bd5f835 req-55545ed0-b288-4f75-b3b3-0e8b50b99b9c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0764337
Jan 18 20:07:47.884759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=5e54a26b-b85a-4d40-a576-642db315db25,revision_number=7']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:47.889396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:47.921129 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25', 'code': 200}
Jan 18 20:07:47.952344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] For port 5e54a26b-b85a-4d40-a576-642db315db25, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5e54a26b-b85a-4d40-a576-642db315db25,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:07:47.952827 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:48.564901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:48.565522 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:48.565644 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Floating IP a7045ea7-cd3b-4980-98a8-4638a31897b5 disassociated. External IP: 172.27.0.118, port: 5e54a26b-b85a-4d40-a576-642db315db25.
Jan 18 20:07:48.566029 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Calling delete_port for 5e54a26b-b85a-4d40-a576-642db315db25 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:07:48.656850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:07:48.657235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:07:49.063912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605e9d6-8337-4ac8-9c8c-9edf4ef252a9 req-3e485132-5324-4021-9375-d7a169b92650 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:07:49.065673 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f605e9d6-8337-4ac8-9c8c-9edf4ef252a9 req-3e485132-5324-4021-9375-d7a169b92650 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 944 time: 0.1149838
Jan 18 20:07:49.124201 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f605e9d6-8337-4ac8-9c8c-9edf4ef252a9 req-1ac78e31-ebd2-40a5-9954-844bae6f5a3b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=29eb349c-25db-4059-9a8e-8eb675534257&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0515776
Jan 18 20:07:49.158665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Deleting port 5e54a26b-b85a-4d40-a576-642db315db25 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:07:49.159254 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:49.465483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] For port 5e54a26b-b85a-4d40-a576-642db315db25, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5e54a26b-b85a-4d40-a576-642db315db25,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:07:49.465890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:49.833066 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:49.834053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:49.834577 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Floating IP a7045ea7-cd3b-4980-98a8-4638a31897b5 disassociated. External IP: 172.27.0.118, port: 5e54a26b-b85a-4d40-a576-642db315db25.
Jan 18 20:07:49.834960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Calling delete_port for 5e54a26b-b85a-4d40-a576-642db315db25 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:07:50.003417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:50.020623 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:50.089140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event deleted for resources: {'Port': ['ID=5e54a26b-b85a-4d40-a576-642db315db25,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:50.094203 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:50.312075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:50.418334 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c3824347-4b0e-4b2c-8659-9a26d1b4fa39 req-cbfea946-b9b6-4960-bc3f-26e00e05b4f3 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=bf12dfa9-0171-4f71-a31e-2c94624233c0 HTTP/1.1" status: 200  len: 210 time: 0.1331391
Jan 18 20:07:50.492278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Router 3d0a1255-6a56-402e-a559-7d0176ea7daf has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:07:50.746281 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:07:50.759528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e47db-f2ff-4960-a40f-630cecf5ad8f None None] Sync routers for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:07:50.772396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e47db-f2ff-4960-a40f-630cecf5ad8f None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:07:50.774003 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-3f4e47db-f2ff-4960-a40f-630cecf5ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b93625cc0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:07:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:50.806710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] No DVR routers for this DVR port 5e54a26b-b85a-4d40-a576-642db315db25 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:07:50.810206 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:50.813936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'name': 'network-vif-deleted', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:07:50.842407 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b87fc3da-b8d4-436a-ad4f-1d553087a4c9 req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.72 "DELETE /v2.0/ports/5e54a26b-b85a-4d40-a576-642db315db25 HTTP/1.1" status: 204  len: 173 time: 3.3735309
Jan 18 20:07:50.913538 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf12dfa9-0171-4f71-a31e-2c94624233c0', 'name': 'network-vif-deleted', 'tag': '5e54a26b-b85a-4d40-a576-642db315db25', 'status': 'completed', 'code': 200}
Jan 18 20:07:51.015178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-3f4e47db-f2ff-4960-a40f-630cecf5ad8f None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:07:51.654834 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-3f4e47db-f2ff-4960-a40f-630cecf5ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b93625cc0>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:18Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:51.659428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e47db-f2ff-4960-a40f-630cecf5ad8f None None] Checking router: 3d0a1255-6a56-402e-a559-7d0176ea7daf for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:07:51.670407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e47db-f2ff-4960-a40f-630cecf5ad8f None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:07:51.671093 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-3f4e47db-f2ff-4960-a40f-630cecf5ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b93625cc0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:07:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:51.931831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-3f4e47db-f2ff-4960-a40f-630cecf5ad8f None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:07:52.324599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-3f4e47db-f2ff-4960-a40f-630cecf5ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b93625cc0>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:18Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:07:52.329166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e47db-f2ff-4960-a40f-630cecf5ad8f None None] The sync data for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi is: [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:18Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:07:52.699957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34492) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:52.793191 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f84df4e-8fba-4bc0-84d9-7bd5a96f037b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:52.827660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f84df4e-8fba-4bc0-84d9-7bd5a96f037b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:52.842645 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120fc07-8bd0-4fa1-bc57-78ef4c06e506 None None] New status for floating IP a7045ea7-cd3b-4980-98a8-4638a31897b5: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:07:52.900224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f84df4e-8fba-4bc0-84d9-7bd5a96f037b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:52.917956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-48fd89da-9836-4232-9a04-a873191a0172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:52.938882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84df4e-8fba-4bc0-84d9-7bd5a96f037b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eb349c-25db-4059-9a8e-8eb675534257,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:52.942394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9f84df4e-8fba-4bc0-84d9-7bd5a96f037b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:52.943809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9f84df4e-8fba-4bc0-84d9-7bd5a96f037b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:52.945652 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-9f84df4e-8fba-4bc0-84d9-7bd5a96f037b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "DELETE /v2.0/security-groups/29eb349c-25db-4059-9a8e-8eb675534257 HTTP/1.1" status: 204  len: 168 time: 0.2442083
Jan 18 20:07:52.949185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34500) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:52.986835 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.v2.resource [None req-1e2d1de0-5397-428a-9607-707f0e3c4510 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] show failed (client error): The resource could not be found.
Jan 18 20:07:52.990112 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1e2d1de0-5397-428a-9607-707f0e3c4510 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups/29eb349c-25db-4059-9a8e-8eb675534257 HTTP/1.1" status: 404  len: 347 time: 0.0395546
Jan 18 20:07:52.996665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34504) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:53.210287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-2e61cfb1-2fd9-4c28-82e1-e2225ac3dd08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Deleting port 706c64b3-fffb-4ff2-b02a-635c9add596e {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:07:53.210615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2e61cfb1-2fd9-4c28-82e1-e2225ac3dd08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:53.416367 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2e61cfb1-2fd9-4c28-82e1-e2225ac3dd08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:53.416768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2e61cfb1-2fd9-4c28-82e1-e2225ac3dd08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:53.573778 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-2e61cfb1-2fd9-4c28-82e1-e2225ac3dd08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Calling delete_port for 706c64b3-fffb-4ff2-b02a-635c9add596e owned by network:floatingip {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:07:53.732864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2e61cfb1-2fd9-4c28-82e1-e2225ac3dd08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:53.748860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:53.820143 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61cfb1-2fd9-4c28-82e1-e2225ac3dd08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event deleted for resources: {'Port': ['ID=706c64b3-fffb-4ff2-b02a-635c9add596e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:53.825985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2e61cfb1-2fd9-4c28-82e1-e2225ac3dd08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:54.014833 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2e61cfb1-2fd9-4c28-82e1-e2225ac3dd08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:54.039295 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2e61cfb1-2fd9-4c28-82e1-e2225ac3dd08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:54.040625 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2e61cfb1-2fd9-4c28-82e1-e2225ac3dd08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "DELETE /v2.0/floatingips/a7045ea7-cd3b-4980-98a8-4638a31897b5 HTTP/1.1" status: 204  len: 168 time: 1.0425296
Jan 18 20:07:54.637921 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34514) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:54.644547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Request body: {'security_group': {'name': 'tempest-securitygroup--1383122592', 'description': 'tempest-description--1291895000'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:07:54.656493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:54.661501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Usage tracker for resource:security_group and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:07:54.665162 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:07:54.671112 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:54.682525 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:54.705723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:54.710712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Usage tracker for resource:security_group_rule and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:07:54.714234 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:07:54.720586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:54.799910 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:54.804647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:54.810883 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2eb1dd95-5938-410a-8d1e-3142ad3f624e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:54.858506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event updated for resources: {'SecurityGroup': ['ID=93833bc2-b3b0-4dc9-86bf-2f54e87f8338,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:54.861744 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:54.862638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:54.864104 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-aea33336-f5c2-4ccf-b04d-9663f968d634 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2249484
Jan 18 20:07:54.867841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34518) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:54.873746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-ce7b03b8-f704-4bd4-8f20-a7d9496d890e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Request body: {'security_group_rule': {'security_group_id': '93833bc2-b3b0-4dc9-86bf-2f54e87f8338', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:07:54.884706 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-ce7b03b8-f704-4bd4-8f20-a7d9496d890e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:54.889223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-ce7b03b8-f704-4bd4-8f20-a7d9496d890e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Usage tracker for resource:security_group_rule and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:07:54.892297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-ce7b03b8-f704-4bd4-8f20-a7d9496d890e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:07:54.898334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-ce7b03b8-f704-4bd4-8f20-a7d9496d890e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:54.920367 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ce7b03b8-f704-4bd4-8f20-a7d9496d890e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:54.998613 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ce7b03b8-f704-4bd4-8f20-a7d9496d890e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:55.003280 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ce7b03b8-f704-4bd4-8f20-a7d9496d890e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:55.009425 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3e1a2a00-ebd3-4e80-a320-0bc386967b89 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:55.034550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b03b8-f704-4bd4-8f20-a7d9496d890e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5382b7e-ca6a-460e-ac04-05d940dfe041,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:55.038070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ce7b03b8-f704-4bd4-8f20-a7d9496d890e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:55.040058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ce7b03b8-f704-4bd4-8f20-a7d9496d890e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:55.044354 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-ce7b03b8-f704-4bd4-8f20-a7d9496d890e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1724310
Jan 18 20:07:55.044354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34524) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:55.050063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Request body: {'security_group_rule': {'security_group_id': '93833bc2-b3b0-4dc9-86bf-2f54e87f8338', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:07:55.059758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:55.063864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Usage tracker for resource:security_group_rule and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:07:55.066932 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:07:55.074452 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:55.092227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:55.160030 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:55.163374 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:55.169189 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:55.192495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdee014f-03e0-44d2-afea-a464d2c8f0f5,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:55.195750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:55.203350 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:55.204733 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1593652
Jan 18 20:07:55.208401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34530) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:07:55.217145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Request body: {'floatingip': {'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:07:55.228532 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:07:55.234513 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Usage tracker for resource:floatingip and tenant:1417b693c42f47ee9a8bce62bc69f85c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:07:55.238990 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:07:55.249120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:07:55.260977 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:55.451513 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:55.749149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Allocated IP 172.27.0.102 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/f3cdcabb-7a0f-4666-95b4-a8853eebb8b1) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:07:55.925738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:55.973271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:56.004160 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0a19f149-a03b-4893-9577-0a77d43ba0b5 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:56.436249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event updated for resources: {'Port': ['ID=f3cdcabb-7a0f-4666-95b4-a8853eebb8b1,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:56.440925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:56.503666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:07:56.503666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:07:56.505557 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:07:56.514949 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:07:56.701508 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:56.782300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:57.138189 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:57.142324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:57.157269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6ad862bd-87f0-4ed2-9e9a-bbd899914477 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:07:57.312745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event updated for resources: {'Port': ['ID=f3cdcabb-7a0f-4666-95b4-a8853eebb8b1,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:07:57.319196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:07:57.423863 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:57.448578 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:07:57.449937 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2383137
Jan 18 20:08:04.066632 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d8916-d3b1-4c92-95d3-12be07f5bd9e req-b993285b-c706-44ff-821c-0482ec93275c tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:04.068701 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d4d8916-d3b1-4c92-95d3-12be07f5bd9e req-b993285b-c706-44ff-821c-0482ec93275c tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1333778
Jan 18 20:08:04.130133 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9d4d8916-d3b1-4c92-95d3-12be07f5bd9e req-8b4c2dde-9995-4e8c-9a62-a4a4d71f54cb tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0543406
Jan 18 20:08:05.403074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507315b-6c5c-45fd-82e4-8564ea5d3fd5 req-b98015ad-59a9-4d64-8cc6-7698ea633b3f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:05.405036 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f507315b-6c5c-45fd-82e4-8564ea5d3fd5 req-b98015ad-59a9-4d64-8cc6-7698ea633b3f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1311228
Jan 18 20:08:05.472061 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f507315b-6c5c-45fd-82e4-8564ea5d3fd5 req-063d8be2-fd90-415a-a362-0a42a8c3c9c2 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0605593
Jan 18 20:08:06.423427 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-2ad2c269-aea1-4e58-aaed-fb1244545cd7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Synchronizing usage tracker for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:08:06.443060 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-2ad2c269-aea1-4e58-aaed-fb1244545cd7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Unset dirty status for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:08:06.446202 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-2ad2c269-aea1-4e58-aaed-fb1244545cd7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1383122592&fields=id&tenant_id=1417b693c42f47ee9a8bce62bc69f85c HTTP/1.1" status: 200  len: 267 time: 0.0735269
Jan 18 20:08:06.640001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-d9ba9c63-e762-4521-962a-d09886ddc763 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:06.642040 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-d9ba9c63-e762-4521-962a-d09886ddc763 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 816 time: 0.1876693
Jan 18 20:08:06.658705 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-03a1f596-8cdc-4078-8523-9b734c972ab5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/quotas/1417b693c42f47ee9a8bce62bc69f85c HTTP/1.1" status: 200  len: 375 time: 0.0104311
Jan 18 20:08:06.765122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fa364-d61f-4ff4-9034-6330d9d3d512 req-86d457dc-bd0b-4bbe-b555-16814051c97f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:06.766870 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-607fa364-d61f-4ff4-9034-6330d9d3d512 req-86d457dc-bd0b-4bbe-b555-16814051c97f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1559606
Jan 18 20:08:06.794214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-f501b595-f166-40cc-b2c5-b232f0f931ad tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Synchronizing usage tracker for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:08:06.816530 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-f501b595-f166-40cc-b2c5-b232f0f931ad tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Unset dirty status for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:08:06.818287 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-f501b595-f166-40cc-b2c5-b232f0f931ad tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1523800
Jan 18 20:08:06.825641 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-607fa364-d61f-4ff4-9034-6330d9d3d512 req-25d80694-6a67-40fc-adda-75a2ef56a1fd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0508437
Jan 18 20:08:07.155519 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-42abf10e-b56a-4c04-a409-4e532e65d0e5 service neutron] 10.222.0.101 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3103819
Jan 18 20:08:07.328250 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-cf004cc8-d44a-41ff-a5cb-6144a261dc68 service neutron] 10.222.0.101 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1628101
Jan 18 20:08:07.345032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40644d-61b1-461a-8175-d53c95c4c62d req-3302d889-bf58-49ed-ae20-4f4a37206451 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:07.347363 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3c40644d-61b1-461a-8175-d53c95c4c62d req-3302d889-bf58-49ed-ae20-4f4a37206451 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1085050
Jan 18 20:08:07.428419 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3c40644d-61b1-461a-8175-d53c95c4c62d req-2f8acd6c-ac83-418f-b940-ccc90427adb3 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720525
Jan 18 20:08:07.561069 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-8bb52243-668d-4bde-9641-814c29e7364e req-d21777fe-3764-4962-b541-dde3713cd10c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Synchronizing usage tracker for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:08:07.575686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-8bb52243-668d-4bde-9641-814c29e7364e req-d21777fe-3764-4962-b541-dde3713cd10c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Unset dirty status for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:08:07.577239 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8bb52243-668d-4bde-9641-814c29e7364e req-d21777fe-3764-4962-b541-dde3713cd10c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 210 time: 0.0695822
Jan 18 20:08:08.076072 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea70adf-b709-4fd6-9523-11db4131bcd6 req-02a80e30-1c19-473e-8b2f-df2106987131 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:08.077795 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-eea70adf-b709-4fd6-9523-11db4131bcd6 req-02a80e30-1c19-473e-8b2f-df2106987131 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1113474
Jan 18 20:08:08.143967 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-eea70adf-b709-4fd6-9523-11db4131bcd6 req-5b547f54-c7f6-40ab-9699-ef2d80fcba7e tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0596414
Jan 18 20:08:08.689685 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b82d2d-cd97-4cf1-a077-69fb4db23f1a req-9afc3488-965a-433c-9c35-224713beef89 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:08.691681 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-00b82d2d-cd97-4cf1-a077-69fb4db23f1a req-9afc3488-965a-433c-9c35-224713beef89 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1348517
Jan 18 20:08:08.756561 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-00b82d2d-cd97-4cf1-a077-69fb4db23f1a req-baa3cece-a315-452d-8750-db5386e84e7a tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568042
Jan 18 20:08:08.825229 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a0c3487-48f8-437b-b1fb-3c5a1842bb83 req-0755271e-a356-4dd2-98a5-9a1592616e71 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 210 time: 0.0714219
Jan 18 20:08:09.161289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-a17ce3b3-ddde-41f8-8153-bd73f5ba319f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:09.163062 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-a17ce3b3-ddde-41f8-8153-bd73f5ba319f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.72 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 945 time: 0.1280553
Jan 18 20:08:09.271092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Deleting port 12ca620a-257e-462e-9c1f-e7519cafe8e0 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:08:09.271504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:09.358409 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-3ca9c7b3-f419-4e89-a95f-f85e06a093d2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:09.360135 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-3ca9c7b3-f419-4e89-a95f-f85e06a093d2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.72 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 816 time: 0.3248122
Jan 18 20:08:09.472783 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-81e875b0-4711-48a2-8751-46b1a43a1ed5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1417b693c42f47ee9a8bce62bc69f85c HTTP/1.1" status: 200  len: 5705 time: 0.0878539
Jan 18 20:08:09.650011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719c1f2-8266-44f7-9e83-37fe56ae9de7 req-208b0408-d5f9-4147-8c17-65c7a2ac2fd4 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:09.651669 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4719c1f2-8266-44f7-9e83-37fe56ae9de7 req-208b0408-d5f9-4147-8c17-65c7a2ac2fd4 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.2996271
Jan 18 20:08:09.719037 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] For port 12ca620a-257e-462e-9c1f-e7519cafe8e0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=12ca620a-257e-462e-9c1f-e7519cafe8e0,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:08:09.719575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:09.749283 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 12ca620a-257e-462e-9c1f-e7519cafe8e0 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:08:09.795716 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Request body: {'port': {'device_id': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'admin_state_up': True, 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'security_groups': ['93833bc2-b3b0-4dc9-86bf-2f54e87f8338']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:09.802329 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4719c1f2-8266-44f7-9e83-37fe56ae9de7 req-b26302a5-7c90-41d4-b961-66f139dd6b02 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1421900
Jan 18 20:08:09.896261 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:09.934843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 12ca620a-257e-462e-9c1f-e7519cafe8e0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=12ca620a-257e-462e-9c1f-e7519cafe8e0,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:08:09.936196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ca620a-257e-462e-9c1f-e7519cafe8e0'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:08:09.944170 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:09.946720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:10.011320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:10.022713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:10.029308 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=12ca620a-257e-462e-9c1f-e7519cafe8e0,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:10.034073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:10.035394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Made reservation on behalf of 1417b693c42f47ee9a8bce62bc69f85c for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:08:10.045133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:10.145200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:10.145624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:10.145979 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Floating IP 0ed11d95-dd77-414b-a627-5efe18d1ddf6 disassociated. External IP: 172.27.0.13, port: 12ca620a-257e-462e-9c1f-e7519cafe8e0.
Jan 18 20:08:10.146419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Calling delete_port for 12ca620a-257e-462e-9c1f-e7519cafe8e0 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:08:10.198507 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b9de98e1-0098-4c91-9fd7-35594d45d3f8 req-616d8a72-2dfb-4ad0-acad-91d21038304b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 210 time: 0.0964756
Jan 18 20:08:10.256221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:08:10.256905 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:08:10.291198 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ca620a-257e-462e-9c1f-e7519cafe8e0', 'code': 200}
Jan 18 20:08:10.564348 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be621e4-73bc-44cb-88e3-6677c9bfdb05 req-8aa4dbde-5e54-47bb-84ce-cbcd97066822 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:10.566202 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9be621e4-73bc-44cb-88e3-6677c9bfdb05 req-8aa4dbde-5e54-47bb-84ce-cbcd97066822 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 943 time: 0.5081372
Jan 18 20:08:10.689511 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9be621e4-73bc-44cb-88e3-6677c9bfdb05 req-51d52d9a-0989-46b9-a0cd-034254bafe64 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=a22f3bc5-a1fb-4200-8d56-4048bf171bf8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1133916
Jan 18 20:08:10.735163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Allocated IP 172.20.0.10 (afb56ae4-80d3-4971-aaeb-b3508e21ee72/c1f2f94c-f22d-4168-b95c-a2cae84e702f/d3734918-f428-455e-8373-f148071841c0) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:08:10.758182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Deleting port 12ca620a-257e-462e-9c1f-e7519cafe8e0 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:08:10.759170 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:10.976717 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:10.994945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Transition to ACTIVE for port object d3734918-f428-455e-8373-f148071841c0 will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:08:11.027269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:11.043634 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:11.118104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] For port 12ca620a-257e-462e-9c1f-e7519cafe8e0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=12ca620a-257e-462e-9c1f-e7519cafe8e0,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:08:11.118455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:11.196712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event updated for resources: {'Port': ['ID=d3734918-f428-455e-8373-f148071841c0,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:11.219521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.219947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.220351 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.220855 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.221173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.221694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.221967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.222400 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.222796 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.223180 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.223577 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.223963 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.224405 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.224792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.225186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.225571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.225965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.226349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.226735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.227126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.227509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.227899 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.228295 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.228752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:11.235254 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:11.244968 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb0d34-dcec-437e-9afa-6a9f89e390d6 req-79f2373b-9ba4-4b01-a0a7-e7e20647a9fc tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:11.247150 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e1eb0d34-dcec-437e-9afa-6a9f89e390d6 req-79f2373b-9ba4-4b01-a0a7-e7e20647a9fc tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.2465198
Jan 18 20:08:11.305284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:08:11.307264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:08:11.310907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:08:11.395627 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e1eb0d34-dcec-437e-9afa-6a9f89e390d6 req-824ecaa7-6b77-47eb-af15-cf21e11690c9 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1417134
Jan 18 20:08:11.458164 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:11.458903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:11.551869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:11.552287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:11.552693 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Floating IP 0ed11d95-dd77-414b-a627-5efe18d1ddf6 disassociated. External IP: 172.27.0.13, port: 12ca620a-257e-462e-9c1f-e7519cafe8e0.
Jan 18 20:08:11.553134 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Calling delete_port for 12ca620a-257e-462e-9c1f-e7519cafe8e0 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:08:11.553283 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7622750
Jan 18 20:08:11.608087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697aa7d-f8fa-44ef-a127-23db551ba068 req-f795a7d5-0492-4083-bf09-cd49a6eb21fb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:11.608569 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-d697aa7d-f8fa-44ef-a127-23db551ba068 req-f795a7d5-0492-4083-bf09-cd49a6eb21fb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Synchronizing usage tracker for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:08:11.620830 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-883abb58-d42d-4187-b6d5-82a88e61bcca None None] Provisioning for port d3734918-f428-455e-8373-f148071841c0 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:08:11.627156 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-d697aa7d-f8fa-44ef-a127-23db551ba068 req-f795a7d5-0492-4083-bf09-cd49a6eb21fb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Unset dirty status for tenant:1417b693c42f47ee9a8bce62bc69f85c on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:08:11.627952 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-883abb58-d42d-4187-b6d5-82a88e61bcca None None] Provisioning complete for port d3734918-f428-455e-8373-f148071841c0 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:11.628629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-883abb58-d42d-4187-b6d5-82a88e61bcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:11.634502 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d697aa7d-f8fa-44ef-a127-23db551ba068 req-f795a7d5-0492-4083-bf09-cd49a6eb21fb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 932 time: 0.1709919
Jan 18 20:08:11.681845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Request body: {'port': {'device_id': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:11.724179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-883abb58-d42d-4187-b6d5-82a88e61bcca None None] Port d3734918-f428-455e-8373-f148071841c0 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:08:11.724797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:11.737751 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d697aa7d-f8fa-44ef-a127-23db551ba068 req-6a72c580-b9f4-4189-99f3-4add04708d6f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014280
Jan 18 20:08:11.745239 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6df3a6b6-e644-41cb-a7e4-a5e3fcb75ce6 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:11.813160 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event deleted for resources: {'Port': ['ID=12ca620a-257e-462e-9c1f-e7519cafe8e0,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:11.818188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:11.849150 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:12.212722 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1a70f955-23d4-44e8-a10e-1d9934c7011e req-e5872032-e6c2-43bd-bacc-d73f71497056 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 210 time: 0.3298583
Jan 18 20:08:12.353179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3734918-f428-455e-8373-f148071841c0 {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:08:12.362896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:12.380058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Transition to ACTIVE for port object d3734918-f428-455e-8373-f148071841c0 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:08:12.383531 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:12.400793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-db64693d-f2d2-432e-b199-a42c9ad0fd0f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:12.474826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Pushing event updated for resources: {'Port': ['ID=d3734918-f428-455e-8373-f148071841c0,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:12.478679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:12.480867 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:08:12.644532 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0d6826cc-9fef-41f3-9bbc-27242cf99003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:12.773743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:08:12.786527 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fbd75b-c372-4625-91a4-2c21d98c04d9 None None] Sync routers for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:08:12.802084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e5cf-c21d-4d01-a7c5-9ee113c89d0b req-b768d226-c5ec-40d1-bf39-eb2393110b3d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:12.803850 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dc62e5cf-c21d-4d01-a7c5-9ee113c89d0b req-b768d226-c5ec-40d1-bf39-eb2393110b3d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.2409492
Jan 18 20:08:12.828659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fbd75b-c372-4625-91a4-2c21d98c04d9 None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:08:12.828659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-87fbd75b-c372-4625-91a4-2c21d98c04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b935012e8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:07:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:12.902330 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] No DVR routers for this DVR port 12ca620a-257e-462e-9c1f-e7519cafe8e0 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:08:12.913267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:12.918976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'name': 'network-vif-deleted', 'tag': '12ca620a-257e-462e-9c1f-e7519cafe8e0'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:08:12.961490 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6cf9af82-5681-4146-bb1a-7395c44d0e34 req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.72 "DELETE /v2.0/ports/12ca620a-257e-462e-9c1f-e7519cafe8e0 HTTP/1.1" status: 204  len: 173 time: 3.7898307
Jan 18 20:08:13.025041 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dc62e5cf-c21d-4d01-a7c5-9ee113c89d0b req-50e1eb3a-51df-401c-8556-40e683ff6515 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1361139
Jan 18 20:08:13.093817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Attempting to bind port d3734918-f428-455e-8373-f148071841c0 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:08:13.094195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Attempting to bind port d3734918-f428-455e-8373-f148071841c0 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:08:13.094570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Attempting to bind port d3734918-f428-455e-8373-f148071841c0 on network afb56ae4-80d3-4971-aaeb-b3508e21ee72 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:08:13.116154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:08:13.116570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Checking segment: {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:08:13.116993 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:13.117398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Bound using segment: {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:08:13.117909 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Bound port: d3734918-f428-455e-8373-f148071841c0, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd85cc3-5b02-40d2-be12-3b66055217ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:08:13.118288 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:13.145205 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c5c71-ca56-4d33-b7b4-5af9907b645a req-f51313ee-5785-4e03-a260-ea9b7755f540 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:13.154316 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-436c5c71-ca56-4d33-b7b4-5af9907b645a req-f51313ee-5785-4e03-a260-ea9b7755f540 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.1502297
Jan 18 20:08:13.183157 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-87fbd75b-c372-4625-91a4-2c21d98c04d9 None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:08:13.221368 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-436c5c71-ca56-4d33-b7b4-5af9907b645a req-45b7c1cd-4383-4d45-938a-f3b7edeb9b9b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657048
Jan 18 20:08:13.328911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] For port d3734918-f428-455e-8373-f148071841c0, host hv-cinder-56205, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:08:13.332849 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] For port d3734918-f428-455e-8373-f148071841c0, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d3734918-f428-455e-8373-f148071841c0,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:08:13.337281 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:13.354861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:13.425835 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71006efe-bfc0-4ac8-af35-88c0bf36a247', 'name': 'network-vif-deleted', 'tag': '12ca620a-257e-462e-9c1f-e7519cafe8e0', 'status': 'completed', 'code': 200}
Jan 18 20:08:13.540174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Pushing event updated for resources: {'Port': ['ID=d3734918-f428-455e-8373-f148071841c0,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:13.544930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:13.592469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:13.593342 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:13.595186 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] 10.222.0.72 "PUT /v2.0/ports/d3734918-f428-455e-8373-f148071841c0 HTTP/1.1" status: 200  len: 1158 time: 2.0244534
Jan 18 20:08:13.596038 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'tag': 'd3734918-f428-455e-8373-f148071841c0'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:08:13.674655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-87fbd75b-c372-4625-91a4-2c21d98c04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b935012e8>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:24Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:13.681007 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fbd75b-c372-4625-91a4-2c21d98c04d9 None None] Checking router: a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:08:13.683416 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'tag': 'd3734918-f428-455e-8373-f148071841c0', 'status': 'completed', 'code': 200}
Jan 18 20:08:13.685722 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-e6b77f67-ffde-4db1-8e28-805662780c9a req-dc7c85e5-216a-4f26-a977-8d9306280b38 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Synchronizing usage tracker for tenant:78931a7982b64c90868368a661617e70 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:08:13.692057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fbd75b-c372-4625-91a4-2c21d98c04d9 None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:08:13.692871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-87fbd75b-c372-4625-91a4-2c21d98c04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b935012e8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:07:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:13.702273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-e6b77f67-ffde-4db1-8e28-805662780c9a req-dc7c85e5-216a-4f26-a977-8d9306280b38 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Unset dirty status for tenant:78931a7982b64c90868368a661617e70 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:08:13.703610 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e6b77f67-ffde-4db1-8e28-805662780c9a req-dc7c85e5-216a-4f26-a977-8d9306280b38 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=71006efe-bfc0-4ac8-af35-88c0bf36a247 HTTP/1.1" status: 200  len: 210 time: 0.0787208
Jan 18 20:08:13.855405 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-4d2b3948-f725-481d-8d47-cc0c6612c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:13.857570 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-4d2b3948-f725-481d-8d47-cc0c6612c69e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 1161 time: 0.1102324
Jan 18 20:08:13.948229 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-f4353550-ff2d-49bb-9933-23e384a30d35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3734918-f428-455e-8373-f148071841c0 HTTP/1.1" status: 200  len: 217 time: 0.0758009
Jan 18 20:08:13.959393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-87fbd75b-c372-4625-91a4-2c21d98c04d9 None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:08:14.287938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b8479-993e-447e-bbf3-72839f49b569 req-9f065a89-3074-45b3-b6d6-9a09f57daa55 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:14.301303 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-784b8479-993e-447e-bbf3-72839f49b569 req-9f065a89-3074-45b3-b6d6-9a09f57daa55 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1365080
Jan 18 20:08:14.396917 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-784b8479-993e-447e-bbf3-72839f49b569 req-257504e3-0df1-4575-b40f-aa77771b2f24 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0939894
Jan 18 20:08:14.496365 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757d8cb-d698-47c8-9bed-745993a9d2f4 req-dd27e260-250f-4c2a-922c-e8a0009caff8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:14.498124 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6757d8cb-d698-47c8-9bed-745993a9d2f4 req-dd27e260-250f-4c2a-922c-e8a0009caff8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.1201780
Jan 18 20:08:14.554305 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6757d8cb-d698-47c8-9bed-745993a9d2f4 req-3cad5066-1522-4f5f-9e87-25253a851c2a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497687
Jan 18 20:08:14.557618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-87fbd75b-c372-4625-91a4-2c21d98c04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b935012e8>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:24Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:14.562725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fbd75b-c372-4625-91a4-2c21d98c04d9 None None] The sync data for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi is: [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:24Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:08:14.892932 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34728) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:14.978150 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d2c29d33-356b-4d6b-9f57-b8065667c668 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:15.011721 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fcb1b1-6884-4344-a60f-ef8950e02e3f None None] New status for floating IP 0ed11d95-dd77-414b-a627-5efe18d1ddf6: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:08:15.014398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d2c29d33-356b-4d6b-9f57-b8065667c668 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:15.066123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d2c29d33-356b-4d6b-9f57-b8065667c668 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:15.071874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6279d823-91b5-4bec-b846-821632cb2677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:15.090483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c29d33-356b-4d6b-9f57-b8065667c668 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22f3bc5-a1fb-4200-8d56-4048bf171bf8,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:15.095218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d2c29d33-356b-4d6b-9f57-b8065667c668 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:15.099320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d2c29d33-356b-4d6b-9f57-b8065667c668 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:15.102788 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d2c29d33-356b-4d6b-9f57-b8065667c668 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "DELETE /v2.0/security-groups/a22f3bc5-a1fb-4200-8d56-4048bf171bf8 HTTP/1.1" status: 204  len: 168 time: 0.2059054
Jan 18 20:08:15.102997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-03540846-e3f6-4a26-833f-2f939a952d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:15.103176 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34734) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:15.121189 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.v2.resource [None req-a0db19c5-42bd-4d18-b696-81c50a73113b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] show failed (client error): The resource could not be found.
Jan 18 20:08:15.126151 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a0db19c5-42bd-4d18-b696-81c50a73113b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups/a22f3bc5-a1fb-4200-8d56-4048bf171bf8 HTTP/1.1" status: 404  len: 347 time: 0.0181384
Jan 18 20:08:15.126151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34738) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:15.311793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-091c7ba9-cc14-4f2b-a807-cb10a02e8f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Deleting port 2dabc34d-7206-4f32-a595-426aca680bd5 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:08:15.312185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-091c7ba9-cc14-4f2b-a807-cb10a02e8f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:15.524566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-091c7ba9-cc14-4f2b-a807-cb10a02e8f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:15.524975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-091c7ba9-cc14-4f2b-a807-cb10a02e8f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:15.646965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35467a5-3bd3-4ab6-94b2-caf1c9079dad req-0286a8c7-f8c0-40f6-9f1d-4592603d8386 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:15.648715 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a35467a5-3bd3-4ab6-94b2-caf1c9079dad req-0286a8c7-f8c0-40f6-9f1d-4592603d8386 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1094136
Jan 18 20:08:15.665783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-091c7ba9-cc14-4f2b-a807-cb10a02e8f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Calling delete_port for 2dabc34d-7206-4f32-a595-426aca680bd5 owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:08:15.704078 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a35467a5-3bd3-4ab6-94b2-caf1c9079dad req-44899554-f12f-4bcf-9fe0-3a09a861f491 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0471952
Jan 18 20:08:15.763517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:15.912400 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5705a0-d89d-4383-99be-78e363b18071 req-350de104-b0ba-48b9-bef5-6e9e7fa65db7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:15.914158 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fe5705a0-d89d-4383-99be-78e363b18071 req-350de104-b0ba-48b9-bef5-6e9e7fa65db7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.1932650
Jan 18 20:08:15.963300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-091c7ba9-cc14-4f2b-a807-cb10a02e8f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:15.984243 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-799a468c-c6ca-4438-a45c-59bb958896f5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:16.053380 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c7ba9-cc14-4f2b-a807-cb10a02e8f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event deleted for resources: {'Port': ['ID=2dabc34d-7206-4f32-a595-426aca680bd5,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:16.061047 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fe5705a0-d89d-4383-99be-78e363b18071 req-af629024-711a-4abc-a0fd-767bd8e6e64c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1381812
Jan 18 20:08:16.064166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-091c7ba9-cc14-4f2b-a807-cb10a02e8f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:16.235646 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-091c7ba9-cc14-4f2b-a807-cb10a02e8f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:16.256887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-091c7ba9-cc14-4f2b-a807-cb10a02e8f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:16.258200 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-091c7ba9-cc14-4f2b-a807-cb10a02e8f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "DELETE /v2.0/floatingips/0ed11d95-dd77-414b-a627-5efe18d1ddf6 HTTP/1.1" status: 204  len: 168 time: 1.1315949
Jan 18 20:08:16.584720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34754) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:16.590965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Request body: {'security_group': {'name': 'tempest-securitygroup--1499654774', 'description': 'tempest-description--220875002'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:16.601313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:16.607324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Usage tracker for resource:security_group and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:16.610659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:16.616942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:16.628781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:16.644489 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:16.651835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:16.656850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Usage tracker for resource:security_group_rule and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:16.660151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:16.666338 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:16.760058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:16.764408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:16.768661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4426a0d4-6cf4-4277-98dd-a83dd1f8f960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:16.816100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeb8053-d9aa-4968-98c2-1ee9dd477668,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:16.819134 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:16.823740 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2350175
Jan 18 20:08:16.823740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:16.825650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34760) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:16.832679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Request body: {'security_group_rule': {'security_group_id': '7eeb8053-d9aa-4968-98c2-1ee9dd477668', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:16.842669 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:16.846829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Usage tracker for resource:security_group_rule and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:16.850224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:16.857888 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:16.880776 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:16.952122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:16.956454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:16.958575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:16.969315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce895e62-4c7c-4150-983b-b372c1b9954d req-137b322f-0d63-4693-947e-87f9d6e3ca93 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:16.972365 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ce895e62-4c7c-4150-983b-b372c1b9954d req-137b322f-0d63-4693-947e-87f9d6e3ca93 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1226945
Jan 18 20:08:16.986860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab0d7f6-9572-4957-b8c6-e0579cc90b41,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:16.989446 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:16.998821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:17.000184 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1734872
Jan 18 20:08:17.003180 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 34764) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:17.010181 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-19c05a00-7f91-4ead-a806-573ea13b7781 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Request body: {'security_group_rule': {'security_group_id': '7eeb8053-d9aa-4968-98c2-1ee9dd477668', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:17.021689 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-19c05a00-7f91-4ead-a806-573ea13b7781 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:17.026039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-19c05a00-7f91-4ead-a806-573ea13b7781 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Usage tracker for resource:security_group_rule and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:17.029818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-19c05a00-7f91-4ead-a806-573ea13b7781 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:17.032770 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ce895e62-4c7c-4150-983b-b372c1b9954d req-f40449fb-b8bf-4edf-a5e6-63ae98f23da2 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0537655
Jan 18 20:08:17.035908 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-19c05a00-7f91-4ead-a806-573ea13b7781 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:17.055627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-19c05a00-7f91-4ead-a806-573ea13b7781 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:17.144694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-19c05a00-7f91-4ead-a806-573ea13b7781 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:17.149228 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-19c05a00-7f91-4ead-a806-573ea13b7781 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:17.151566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f2b2ebf7-7bad-45d5-882f-e8f53109a580 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:17.177942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c05a00-7f91-4ead-a806-573ea13b7781 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60e58c0-2694-4265-a226-d09773ce7152,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:17.183100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-19c05a00-7f91-4ead-a806-573ea13b7781 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:17.187270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-19c05a00-7f91-4ead-a806-573ea13b7781 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:17.188617 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-19c05a00-7f91-4ead-a806-573ea13b7781 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1843266
Jan 18 20:08:17.192214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34772) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:17.198496 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Request body: {'floatingip': {'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:17.208735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:17.213004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Usage tracker for resource:floatingip and tenant:78931a7982b64c90868368a661617e70 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:17.216452 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:17.222824 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:17.234812 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:17.292529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:17.348249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aad22e-6194-401f-8572-8c247d16bc43 req-19238fb9-e39d-43bd-958e-0a445c3275d2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:17.350011 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c9aad22e-6194-401f-8572-8c247d16bc43 req-19238fb9-e39d-43bd-958e-0a445c3275d2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.1247318
Jan 18 20:08:17.398456 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:17.405495 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c9aad22e-6194-401f-8572-8c247d16bc43 req-ad571fb9-2ae3-4d05-a9cf-9f18abcdfe7c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484259
Jan 18 20:08:17.629622 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-15c02449-f17d-468d-bf0c-a9c2e9e184d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:17.630725 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-15c02449-f17d-468d-bf0c-a9c2e9e184d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c1f2f94c-f22d-4168-b95c-a2cae84e702f HTTP/1.1" status: 200  len: 855 time: 0.0790792
Jan 18 20:08:17.717023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Allocated IP 172.27.0.18 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/3d275690-4fb9-41d0-ac2e-88bfdd9ecfa2) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:08:17.733073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-d01067e1-dce0-42c6-9b5a-5a6dcea88499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:17.734722 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-d01067e1-dce0-42c6-9b5a-5a6dcea88499 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=afb56ae4-80d3-4971-aaeb-b3508e21ee72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0980799
Jan 18 20:08:17.894970 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-1491b128-e591-4355-86ff-9b10ddcce274 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456885
Jan 18 20:08:17.895226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:17.927926 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:17.941691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f906f179-d758-47d8-93ff-91836c72ca0d tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:18.051074 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a5840ef-ca92-43b3-b235-3c5cffef0d89 req-6f924097-f2a5-42ae-acb9-c20132cde1d8 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1464310
Jan 18 20:08:18.103361 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event updated for resources: {'Port': ['ID=3d275690-4fb9-41d0-ac2e-88bfdd9ecfa2,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:18.117016 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:18.169234 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:08:18.170607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:08:18.173206 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:08:18.365969 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d90d0-0cc6-4d42-8ad3-7c62d7c23240 req-c656f155-9f70-408b-8d29-9629a5472d1c tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:18.367711 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-699d90d0-0cc6-4d42-8ad3-7c62d7c23240 req-c656f155-9f70-408b-8d29-9629a5472d1c tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1638505
Jan 18 20:08:18.373548 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:18.678555 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd5933-fab5-4663-b5af-9d1acb50695d req-73ffbc75-ebd2-465e-8abb-b04e16c12d5b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:18.680360 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f4cd5933-fab5-4663-b5af-9d1acb50695d req-73ffbc75-ebd2-465e-8abb-b04e16c12d5b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.1211143
Jan 18 20:08:18.746245 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f4cd5933-fab5-4663-b5af-9d1acb50695d req-5e49d6c4-e78f-4217-8477-5a4437d04e31 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563586
Jan 18 20:08:18.763184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:18.815005 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-699d90d0-0cc6-4d42-8ad3-7c62d7c23240 req-5af58f8a-48a5-4053-ad86-e418878a5032 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.4347281
Jan 18 20:08:18.994130 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715e356-fa0b-4f4a-b8c0-dd35211a8e1a req-63d1cfc6-f31c-4d5d-81d8-f5d185cb40c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:18.995719 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4715e356-fa0b-4f4a-b8c0-dd35211a8e1a req-63d1cfc6-f31c-4d5d-81d8-f5d185cb40c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 1161 time: 0.0856953
Jan 18 20:08:19.100878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:19.110574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:19.127115 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-076ee9f7-ad5b-40a8-9e41-9ec5fb4b8c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:19.153044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715e356-fa0b-4f4a-b8c0-dd35211a8e1a req-c9e41138-5e0a-40c3-844e-d952de051a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:19.154993 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4715e356-fa0b-4f4a-b8c0-dd35211a8e1a req-c9e41138-5e0a-40c3-844e-d952de051a40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 910 time: 0.1503949
Jan 18 20:08:19.282339 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event updated for resources: {'Port': ['ID=3d275690-4fb9-41d0-ac2e-88bfdd9ecfa2,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:19.287350 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:19.390097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:19.415612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:19.420611 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.2267294
Jan 18 20:08:19.481656 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4715e356-fa0b-4f4a-b8c0-dd35211a8e1a req-727147be-f19a-4f44-90a7-e2aa9d0d48d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3734918-f428-455e-8373-f148071841c0 HTTP/1.1" status: 200  len: 217 time: 0.3172071
Jan 18 20:08:19.558968 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715e356-fa0b-4f4a-b8c0-dd35211a8e1a req-97e6bd83-5021-4321-b50a-72dbd0e98544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:19.560592 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4715e356-fa0b-4f4a-b8c0-dd35211a8e1a req-97e6bd83-5021-4321-b50a-72dbd0e98544 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c1f2f94c-f22d-4168-b95c-a2cae84e702f HTTP/1.1" status: 200  len: 855 time: 0.0704148
Jan 18 20:08:19.675238 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-2dc5f79f-49c1-47f9-8c9d-cb012c189d1c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Synchronizing usage tracker for tenant:78931a7982b64c90868368a661617e70 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:08:19.699050 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-2dc5f79f-49c1-47f9-8c9d-cb012c189d1c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Unset dirty status for tenant:78931a7982b64c90868368a661617e70 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:08:19.700426 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-2dc5f79f-49c1-47f9-8c9d-cb012c189d1c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1499654774&fields=id&tenant_id=78931a7982b64c90868368a661617e70 HTTP/1.1" status: 200  len: 267 time: 0.0936737
Jan 18 20:08:19.705967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715e356-fa0b-4f4a-b8c0-dd35211a8e1a req-444b36fa-f727-45c9-815c-bcaa3875e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:19.708379 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4715e356-fa0b-4f4a-b8c0-dd35211a8e1a req-444b36fa-f727-45c9-815c-bcaa3875e885 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=afb56ae4-80d3-4971-aaeb-b3508e21ee72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1385672
Jan 18 20:08:20.017352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-d39cf4c8-7edc-4f2a-ab57-3aec284247bb tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:20.019041 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-d39cf4c8-7edc-4f2a-ab57-3aec284247bb tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/networks?id=6f70f34b-3649-4431-89fb-39c80ea98bc2 HTTP/1.1" status: 200  len: 811 time: 0.3097391
Jan 18 20:08:20.026537 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4715e356-fa0b-4f4a-b8c0-dd35211a8e1a req-38a78162-0684-47d6-9620-0edc61787619 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2893596
Jan 18 20:08:20.037881 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-f586a131-614c-4d80-8a4f-44bb09b96585 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/quotas/78931a7982b64c90868368a661617e70 HTTP/1.1" status: 200  len: 375 time: 0.0101581
Jan 18 20:08:20.056565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77de0cb-6a04-4f48-ba8b-156a91eac3e2 req-afb5fc82-649d-4f18-96d8-70c11cef85d9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:20.058354 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c77de0cb-6a04-4f48-ba8b-156a91eac3e2 req-afb5fc82-649d-4f18-96d8-70c11cef85d9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.1250873
Jan 18 20:08:20.116917 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c77de0cb-6a04-4f48-ba8b-156a91eac3e2 req-59135516-b87b-4664-bec4-aff06db6a104 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516701
Jan 18 20:08:20.254617 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4715e356-fa0b-4f4a-b8c0-dd35211a8e1a req-8426c386-016d-4705-bd7a-4ecbdd887709 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2155950
Jan 18 20:08:20.279055 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-d69e8deb-516d-4c2e-834b-3d2b31bbabcc tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?tenant_id=78931a7982b64c90868368a661617e70&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2145848
Jan 18 20:08:20.311987 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:20.363199 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be305c-cb1b-45db-a3fb-bd1c43f1e706 req-7b3ab784-18a5-4632-8bc3-454894447c27 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:20.364965 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-62be305c-cb1b-45db-a3fb-bd1c43f1e706 req-7b3ab784-18a5-4632-8bc3-454894447c27 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1116812
Jan 18 20:08:20.418584 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-62be305c-cb1b-45db-a3fb-bd1c43f1e706 req-85e34ef6-e83b-4617-9994-b1d66efd0634 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0467713
Jan 18 20:08:20.439724 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-65996d51-3be9-4488-964d-d2515fa415a3 service neutron] 10.222.0.101 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448472
Jan 18 20:08:20.598840 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-ec899205-036e-4437-94bb-6b9fc17158a3 service neutron] 10.222.0.101 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1513987
Jan 18 20:08:20.815267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b54b554d-b296-4e0d-9960-4de439d4f43f req-6a7eb9c8-9d5b-4da5-bb2f-0552300a8384 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Synchronizing usage tracker for tenant:78931a7982b64c90868368a661617e70 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:08:20.833593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b54b554d-b296-4e0d-9960-4de439d4f43f req-6a7eb9c8-9d5b-4da5-bb2f-0552300a8384 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Unset dirty status for tenant:78931a7982b64c90868368a661617e70 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:08:20.834957 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b54b554d-b296-4e0d-9960-4de439d4f43f req-6a7eb9c8-9d5b-4da5-bb2f-0552300a8384 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 210 time: 0.0747273
Jan 18 20:08:20.918228 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 826446f2-0d72-44b3-aecc-06f566b2e093 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:21.010473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 826446f2-0d72-44b3-aecc-06f566b2e093 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:21.011157 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:21.396002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2de202-e3ca-4df6-a04e-1b790efe73cb req-219beb10-09b8-4399-abd7-212fb431ecdb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:21.405132 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ce2de202-e3ca-4df6-a04e-1b790efe73cb req-219beb10-09b8-4399-abd7-212fb431ecdb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.1218781
Jan 18 20:08:21.461867 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ce2de202-e3ca-4df6-a04e-1b790efe73cb req-96b183b0-2745-474d-a0ac-da8ec10fb649 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550551
Jan 18 20:08:21.706086 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7f9ee-914a-4192-ab76-2e2e7210d10f req-461d4f93-8f03-4739-b681-37b50056cd83 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:21.709192 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77f7f9ee-914a-4192-ab76-2e2e7210d10f req-461d4f93-8f03-4739-b681-37b50056cd83 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1362832
Jan 18 20:08:21.789225 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-77f7f9ee-914a-4192-ab76-2e2e7210d10f req-88952608-824f-4d5d-aa03-8478a88eac83 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0563104
Jan 18 20:08:22.051091 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-70ee8d47-5e21-470a-97ff-b5cfdab24136 req-237604ca-16f9-41b1-87c1-c92325acb44f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 210 time: 0.0725267
Jan 18 20:08:22.180291 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-6f5dc552-e9c1-4a60-9165-12c45a69606b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:22.182086 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-6f5dc552-e9c1-4a60-9165-12c45a69606b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.72 "GET /v2.0/networks?id=6f70f34b-3649-4431-89fb-39c80ea98bc2 HTTP/1.1" status: 200  len: 811 time: 0.2351429
Jan 18 20:08:22.283583 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-63bed45c-faf4-4e79-ab27-c289f56972f7 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=78931a7982b64c90868368a661617e70 HTTP/1.1" status: 200  len: 5704 time: 0.0783310
Jan 18 20:08:22.297968 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Request body: {'port': {'device_id': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'admin_state_up': True, 'tenant_id': '78931a7982b64c90868368a661617e70', 'security_groups': ['7eeb8053-d9aa-4968-98c2-1ee9dd477668']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:22.462320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:22.473313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:22.483639 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Made reservation on behalf of 78931a7982b64c90868368a661617e70 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:08:22.492990 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:22.810405 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a68435-26e3-451e-976d-8934fac3d8e4 req-faf1c611-a23e-47c6-a51d-c4b48727f186 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:22.813215 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-93a68435-26e3-451e-976d-8934fac3d8e4 req-faf1c611-a23e-47c6-a51d-c4b48727f186 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.1916943
Jan 18 20:08:22.880850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8356e7-8659-4671-b7a5-eae353bc1049 req-71d192b0-e661-488e-b82d-52c900fd0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:22.882532 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d8356e7-8659-4671-b7a5-eae353bc1049 req-71d192b0-e661-488e-b82d-52c900fd0062 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cf7d194c07942169bc93c32f57c5f0c&device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 1163 time: 0.1800737
Jan 18 20:08:22.888000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Allocated IP 172.20.0.6 (6f70f34b-3649-4431-89fb-39c80ea98bc2/f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29/05945a0e-336b-4564-8bd8-4b13d9038379) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:08:22.892787 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-93a68435-26e3-451e-976d-8934fac3d8e4 req-6cc55e9c-195d-4093-b763-a3ba1ce46146 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709484
Jan 18 20:08:23.067936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8356e7-8659-4671-b7a5-eae353bc1049 req-1b56c825-866a-43d8-a340-7add3fef0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:23.070064 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d8356e7-8659-4671-b7a5-eae353bc1049 req-1b56c825-866a-43d8-a340-7add3fef0cc2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=737832de-e12d-48fd-b4ec-73e8ae089722 HTTP/1.1" status: 200  len: 903 time: 0.1756318
Jan 18 20:08:23.205334 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d8356e7-8659-4671-b7a5-eae353bc1049 req-d6300f40-e73a-493d-b294-24e9cae3131f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 200  len: 1001 time: 0.1296360
Jan 18 20:08:23.213881 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:23.244075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e42fbb-48e4-4fea-8c2a-37fbf578dd56 req-4b1997de-c34e-498c-9518-215f225cde22 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:23.246115 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-54e42fbb-48e4-4fea-8c2a-37fbf578dd56 req-4b1997de-c34e-498c-9518-215f225cde22 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.2749879
Jan 18 20:08:23.289845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Transition to ACTIVE for port object 05945a0e-336b-4564-8bd8-4b13d9038379 will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:08:23.338114 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-54e42fbb-48e4-4fea-8c2a-37fbf578dd56 req-8a4dd154-efc8-4ad4-9d80-be6f4771c375 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0788624
Jan 18 20:08:23.343788 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa1a6703-ed29-4930-86a2-8784d9ecbab4 req-0f62f9e1-a077-4a56-bfbd-c1ce93132238 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 210 time: 0.0787983
Jan 18 20:08:23.355350 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:23.363415 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8356e7-8659-4671-b7a5-eae353bc1049 req-15ea36b6-1937-48b0-befc-c495d3ae82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:23.365511 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d8356e7-8659-4671-b7a5-eae353bc1049 req-15ea36b6-1937-48b0-befc-c495d3ae82fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94dd3169-dbb8-4097-b7b0-a68d04083b6b HTTP/1.1" status: 200  len: 848 time: 0.1489506
Jan 18 20:08:23.375354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device d3734918-f428-455e-8373-f148071841c0 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:23.382587 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:23.466753 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port d3734918-f428-455e-8373-f148071841c0 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:08:23.473083 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port d3734918-f428-455e-8373-f148071841c0 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:23.473505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:23.475463 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8356e7-8659-4671-b7a5-eae353bc1049 req-a9c0ed04-3c72-4a67-bfbf-a00122223085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:23.477423 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d8356e7-8659-4671-b7a5-eae353bc1049 req-a9c0ed04-3c72-4a67-bfbf-a00122223085 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=737832de-e12d-48fd-b4ec-73e8ae089722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1066587
Jan 18 20:08:23.541813 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event updated for resources: {'Port': ['ID=05945a0e-336b-4564-8bd8-4b13d9038379,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:23.554023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:23.620648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:08:23.622197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:08:23.623543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:23.624657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:08:23.666097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port d3734918-f428-455e-8373-f148071841c0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d3734918-f428-455e-8373-f148071841c0,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:08:23.667551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3734918-f428-455e-8373-f148071841c0'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:08:23.675087 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:23.676293 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 826446f2-0d72-44b3-aecc-06f566b2e093 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:23.678776 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d8356e7-8659-4671-b7a5-eae353bc1049 req-5a73b751-6640-4f57-881c-4c71b6818b1c service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909115
Jan 18 20:08:23.732714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:23.754544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:23.755380 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:23.793663 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4996574
Jan 18 20:08:23.813514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Request body: {'port': {'device_id': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:23.847542 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3734918-f428-455e-8373-f148071841c0', 'code': 200}
Jan 18 20:08:23.931835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=d3734918-f428-455e-8373-f148071841c0,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:23.945570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.946305 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.946878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.947620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.951198 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.951869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.952491 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.953151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.953771 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.955263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.955861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.956520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.957148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.957726 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.958386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.959172 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.959740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.960518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.961155 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.961814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.962378 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.962944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.963511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.964067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:23.969677 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:23.970961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 826446f2-0d72-44b3-aecc-06f566b2e093 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:23.971737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:23.989073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:24.051358 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d8356e7-8659-4671-b7a5-eae353bc1049 req-d2715878-2076-4da8-b9ba-68bfee07d62c service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3627214
Jan 18 20:08:24.175628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-0079a7dd-73bb-4d5d-93c5-c023d7ba43e3 None None] Provisioning for port 05945a0e-336b-4564-8bd8-4b13d9038379 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:08:24.184798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-0079a7dd-73bb-4d5d-93c5-c023d7ba43e3 None None] Provisioning complete for port 05945a0e-336b-4564-8bd8-4b13d9038379 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:24.185180 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0079a7dd-73bb-4d5d-93c5-c023d7ba43e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:24.250334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-0079a7dd-73bb-4d5d-93c5-c023d7ba43e3 None None] Port 05945a0e-336b-4564-8bd8-4b13d9038379 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:08:24.333165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e781f-32c7-450e-9d86-843f2972b0a7 req-04c9e847-dc03-445c-81eb-e2497c7b1ae8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:24.334961 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-443e781f-32c7-450e-9d86-843f2972b0a7 req-04c9e847-dc03-445c-81eb-e2497c7b1ae8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1797423
Jan 18 20:08:24.342292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926c858-e410-44c6-bf83-4bd3dad1ade5 req-b8f62c11-3124-490d-8e03-559c7c53c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:24.343877 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5926c858-e410-44c6-bf83-4bd3dad1ade5 req-b8f62c11-3124-490d-8e03-559c7c53c978 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 1163 time: 0.1421938
Jan 18 20:08:24.422992 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-443e781f-32c7-450e-9d86-843f2972b0a7 req-ac5acffd-b702-439d-9680-19f9652d83ab tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780077
Jan 18 20:08:24.430183 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5926c858-e410-44c6-bf83-4bd3dad1ade5 req-b06ee023-c388-4588-9c00-a7c94cc0e3d7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688355
Jan 18 20:08:24.678041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd9bf7-e16f-4f29-9ac8-0212e2e82638 req-4f27565d-8e00-4295-9842-4cb1d13b885a tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:24.679758 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-82bd9bf7-e16f-4f29-9ac8-0212e2e82638 req-4f27565d-8e00-4295-9842-4cb1d13b885a tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 931 time: 0.1121891
Jan 18 20:08:24.741792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-82bd9bf7-e16f-4f29-9ac8-0212e2e82638 req-f9746c89-8a59-480e-954b-0d8e7c85b5a4 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Synchronizing usage tracker for tenant:78931a7982b64c90868368a661617e70 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:08:24.758960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-82bd9bf7-e16f-4f29-9ac8-0212e2e82638 req-f9746c89-8a59-480e-954b-0d8e7c85b5a4 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Unset dirty status for tenant:78931a7982b64c90868368a661617e70 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:08:24.760257 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-82bd9bf7-e16f-4f29-9ac8-0212e2e82638 req-f9746c89-8a59-480e-954b-0d8e7c85b5a4 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=7eeb8053-d9aa-4968-98c2-1ee9dd477668&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729439
Jan 18 20:08:24.798569 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05945a0e-336b-4564-8bd8-4b13d9038379 {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:08:24.810953 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:24.837957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819556b0-b643-4a67-bbeb-52afe5a32b51 req-be8c98a0-f359-4f16-976b-94c376372977 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:24.839903 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-819556b0-b643-4a67-bbeb-52afe5a32b51 req-be8c98a0-f359-4f16-976b-94c376372977 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1964550
Jan 18 20:08:24.846343 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device d3734918-f428-455e-8373-f148071841c0 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:24.850266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Transition to ACTIVE for port object 05945a0e-336b-4564-8bd8-4b13d9038379 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:08:24.853529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:24.870162 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c2e54413-cce3-412e-b22d-0d7da32f6bb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:24.929125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port d3734918-f428-455e-8373-f148071841c0 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:24.929553 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:25.064547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Pushing event updated for resources: {'Port': ['ID=05945a0e-336b-4564-8bd8-4b13d9038379,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:25.076926 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-819556b0-b643-4a67-bbeb-52afe5a32b51 req-8a2df790-add8-47df-8616-360113541ac0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2078640
Jan 18 20:08:25.080166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:25.290964 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Attempting to bind port 05945a0e-336b-4564-8bd8-4b13d9038379 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:08:25.291332 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Attempting to bind port 05945a0e-336b-4564-8bd8-4b13d9038379 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:08:25.291701 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Attempting to bind port 05945a0e-336b-4564-8bd8-4b13d9038379 on network 6f70f34b-3649-4431-89fb-39c80ea98bc2 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:08:25.299608 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:08:25.300094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Checking segment: {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:08:25.300624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:25.301102 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Bound using segment: {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:08:25.301672 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Bound port: 05945a0e-336b-4564-8bd8-4b13d9038379, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f540a7d6-3b93-41cc-8468-676d46e10125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:08:25.302127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:25.427798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] For port 05945a0e-336b-4564-8bd8-4b13d9038379, host hv-cinder-56205, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:08:25.431813 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] For port 05945a0e-336b-4564-8bd8-4b13d9038379, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=05945a0e-336b-4564-8bd8-4b13d9038379,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:08:25.436476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:25.599333 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3824b4c7-481b-4a87-8053-ac716f6a1bcd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:25.735623 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Pushing event updated for resources: {'Port': ['ID=05945a0e-336b-4564-8bd8-4b13d9038379,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:25.743582 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:25.766710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:25.767403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:25.769312 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] 10.222.0.72 "PUT /v2.0/ports/05945a0e-336b-4564-8bd8-4b13d9038379 HTTP/1.1" status: 200  len: 1157 time: 1.9612780
Jan 18 20:08:25.770479 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'tag': '05945a0e-336b-4564-8bd8-4b13d9038379'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:08:25.835959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfba557-0672-478d-8a46-b40463b3cf8c req-667c6678-ebdb-45a5-a8dc-d9975759a4c0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:25.844706 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bcfba557-0672-478d-8a46-b40463b3cf8c req-667c6678-ebdb-45a5-a8dc-d9975759a4c0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1727102
Jan 18 20:08:25.917065 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bcfba557-0672-478d-8a46-b40463b3cf8c req-a24fadea-93a6-43b9-9751-7e9b8ba8bcba tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712690
Jan 18 20:08:25.928918 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'tag': '05945a0e-336b-4564-8bd8-4b13d9038379', 'status': 'completed', 'code': 200}
Jan 18 20:08:26.003341 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-1efba0e4-c55f-4980-b337-2f5dd86289e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:26.005149 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-1efba0e4-c55f-4980-b337-2f5dd86289e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78931a7982b64c90868368a661617e70&device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 1160 time: 0.1794071
Jan 18 20:08:26.131926 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-19f4dc91-13ff-4fc3-881e-7cc8f1a0bad7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05945a0e-336b-4564-8bd8-4b13d9038379 HTTP/1.1" status: 200  len: 217 time: 0.1086080
Jan 18 20:08:26.226517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-abca99e0-1c21-420e-b4c7-53acd23bcfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:26.228165 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-abca99e0-1c21-420e-b4c7-53acd23bcfd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29 HTTP/1.1" status: 200  len: 850 time: 0.0882392
Jan 18 20:08:26.324866 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f51522-b173-45fe-a745-6dbdce6f85f8 req-44dab378-d0de-4c26-a859-6ec9cf678197 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:26.325580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-87f51522-b173-45fe-a745-6dbdce6f85f8 req-44dab378-d0de-4c26-a859-6ec9cf678197 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Synchronizing usage tracker for tenant:78931a7982b64c90868368a661617e70 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:08:26.334253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfab87-c5ea-4ed2-8552-8cb5cda4ef71 req-dc496d9c-1b8e-4045-bf7e-f7c5786746cb tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:26.335882 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-03dfab87-c5ea-4ed2-8552-8cb5cda4ef71 req-dc496d9c-1b8e-4045-bf7e-f7c5786746cb tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1164477
Jan 18 20:08:26.346451 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-87f51522-b173-45fe-a745-6dbdce6f85f8 req-44dab378-d0de-4c26-a859-6ec9cf678197 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Unset dirty status for tenant:78931a7982b64c90868368a661617e70 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:08:26.347723 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87f51522-b173-45fe-a745-6dbdce6f85f8 req-44dab378-d0de-4c26-a859-6ec9cf678197 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 943 time: 0.2640898
Jan 18 20:08:26.391459 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-03dfab87-c5ea-4ed2-8552-8cb5cda4ef71 req-b62e0ec9-1df8-43e9-aebd-6a864e1c4868 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0485425
Jan 18 20:08:26.391828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-1093e2f3-7788-4644-84ea-c6c1b3d09224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:26.393452 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-1093e2f3-7788-4644-84ea-c6c1b3d09224 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6f70f34b-3649-4431-89fb-39c80ea98bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1596642
Jan 18 20:08:26.432725 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87f51522-b173-45fe-a745-6dbdce6f85f8 req-616ca93d-50f7-4c09-bbd5-1c3dca9eef62 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=7eeb8053-d9aa-4968-98c2-1ee9dd477668&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779150
Jan 18 20:08:26.554459 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-e652198c-3541-4607-8950-97c517bcbb57 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498215
Jan 18 20:08:26.702717 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bab3a7a7-8117-4336-9824-d30b158ee6e2 req-937c04f3-7425-4d6f-8046-dcab7cb68ef4 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404662
Jan 18 20:08:26.792884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 826446f2-0d72-44b3-aecc-06f566b2e093 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:08:26.890516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fb188-4d18-4428-94bb-870ef85c5260 req-ed276ec4-d254-4fda-891b-7df05cc970cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:26.892349 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-058fb188-4d18-4428-94bb-870ef85c5260 req-ed276ec4-d254-4fda-891b-7df05cc970cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78931a7982b64c90868368a661617e70&device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 1160 time: 0.0978880
Jan 18 20:08:26.926546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:26.958026 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:08:26.968923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 826446f2-0d72-44b3-aecc-06f566b2e093, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=826446f2-0d72-44b3-aecc-06f566b2e093,segment=NetworkSegment(06db37ee-5eca-479f-8407-8d23fe9ac8c3),segment_id=06db37ee-5eca-479f-8407-8d23fe9ac8c3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:08:26.972947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:26.974814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:27.082946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fb188-4d18-4428-94bb-870ef85c5260 req-9b8c012c-3dbb-4278-918b-ec085d67f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:27.083218 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-058fb188-4d18-4428-94bb-870ef85c5260 req-9b8c012c-3dbb-4278-918b-ec085d67f5f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6f70f34b-3649-4431-89fb-39c80ea98bc2 HTTP/1.1" status: 200  len: 905 time: 0.1851258
Jan 18 20:08:27.099282 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=826446f2-0d72-44b3-aecc-06f566b2e093,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:27.103473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:27.204295 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-058fb188-4d18-4428-94bb-870ef85c5260 req-b55029c2-07e9-438e-a8b1-afd04f1fc808 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05945a0e-336b-4564-8bd8-4b13d9038379 HTTP/1.1" status: 200  len: 217 time: 0.1106722
Jan 18 20:08:27.215876 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093', 'code': 200}
Jan 18 20:08:27.281039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fb188-4d18-4428-94bb-870ef85c5260 req-c6d92b23-d439-4598-9c75-397ea205d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:27.282848 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-058fb188-4d18-4428-94bb-870ef85c5260 req-c6d92b23-d439-4598-9c75-397ea205d31e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29 HTTP/1.1" status: 200  len: 850 time: 0.0727026
Jan 18 20:08:27.299994 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3362e-6ae2-46ee-9ce5-a13a0d5da279 req-404b34a6-7680-4863-bc46-daa94e4ffb07 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:27.302659 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9ef3362e-6ae2-46ee-9ce5-a13a0d5da279 req-404b34a6-7680-4863-bc46-daa94e4ffb07 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1302168
Jan 18 20:08:27.361681 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9ef3362e-6ae2-46ee-9ce5-a13a0d5da279 req-be7d8851-8221-4d46-a60f-8664e6757934 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540583
Jan 18 20:08:27.379991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fb188-4d18-4428-94bb-870ef85c5260 req-05e29846-9dfb-4309-8a12-710112999ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:27.381630 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-058fb188-4d18-4428-94bb-870ef85c5260 req-05e29846-9dfb-4309-8a12-710112999ac5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6f70f34b-3649-4431-89fb-39c80ea98bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0925713
Jan 18 20:08:27.599294 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-058fb188-4d18-4428-94bb-870ef85c5260 req-07f62276-9e83-4d81-a870-bb8c2d149acc service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122254
Jan 18 20:08:27.651460 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407361eb-7bc5-4903-95a8-a1933ec0cc31 req-07a7b54a-5007-4149-bc01-297bd5307fe0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:27.655435 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-407361eb-7bc5-4903-95a8-a1933ec0cc31 req-07a7b54a-5007-4149-bc01-297bd5307fe0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1164100
Jan 18 20:08:27.723657 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-407361eb-7bc5-4903-95a8-a1933ec0cc31 req-afa6c8b8-ceaa-4afb-947e-d838f641cbc4 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0528057
Jan 18 20:08:27.778431 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af138f14-8f2f-4872-aa87-b57b367420b4 req-f73acf7c-f46b-4bed-a419-fea4827caac9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:27.780177 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-af138f14-8f2f-4872-aa87-b57b367420b4 req-f73acf7c-f46b-4bed-a419-fea4827caac9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.2396145
Jan 18 20:08:27.789951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34908) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:27.796639 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-e1204cf4-1c20-4e70-91a7-ad51a141cdf9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Request body: {'floatingip': {'port_id': 'd3734918-f428-455e-8373-f148071841c0'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:27.808242 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-058fb188-4d18-4428-94bb-870ef85c5260 req-ac1a5ec7-4b3a-405d-ae35-3ae4b5957005 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1961150
Jan 18 20:08:27.913359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e1204cf4-1c20-4e70-91a7-ad51a141cdf9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:28.032871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917b6a0-39b3-408f-9c28-807a3e17312c req-325d1766-7f1d-4f34-a0b9-ea9d133cf3db tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:28.034708 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2917b6a0-39b3-408f-9c28-807a3e17312c req-325d1766-7f1d-4f34-a0b9-ea9d133cf3db tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 943 time: 0.1151807
Jan 18 20:08:28.088900 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2917b6a0-39b3-408f-9c28-807a3e17312c req-a9ad25f1-b0d6-4b7e-afcc-9a22dc9141e0 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=7eeb8053-d9aa-4968-98c2-1ee9dd477668&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477090
Jan 18 20:08:28.855584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e1204cf4-1c20-4e70-91a7-ad51a141cdf9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:28.859063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e1204cf4-1c20-4e70-91a7-ad51a141cdf9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:29.120167 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [None req-e1204cf4-1c20-4e70-91a7-ad51a141cdf9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Floating IP 6d7fa70f-0ab3-4a1c-9904-5ea2a104881c associated. External IP: 172.27.0.102, port: d3734918-f428-455e-8373-f148071841c0.
Jan 18 20:08:29.230384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 05945a0e-336b-4564-8bd8-4b13d9038379 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:29.266836 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0c032-b66b-47a3-af92-069ea0ba0366 req-5ff75278-de6c-4525-b946-d6530f5b9607 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:29.269740 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ed0c032-b66b-47a3-af92-069ea0ba0366 req-5ff75278-de6c-4525-b946-d6530f5b9607 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.2884099
Jan 18 20:08:29.327173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 05945a0e-336b-4564-8bd8-4b13d9038379 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:08:29.332631 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 05945a0e-336b-4564-8bd8-4b13d9038379 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:29.333036 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:29.357223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116472d-8520-431c-a0ba-7d8e8de54e87 req-8f498f49-3b5f-413e-b3d9-40e8c3e827df tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:29.359536 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f116472d-8520-431c-a0ba-7d8e8de54e87 req-8f498f49-3b5f-413e-b3d9-40e8c3e827df tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 943 time: 0.1295106
Jan 18 20:08:29.374117 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ed0c032-b66b-47a3-af92-069ea0ba0366 req-075b8fdf-4366-41d5-a948-1aa0d27a442a tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0832644
Jan 18 20:08:29.422895 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f116472d-8520-431c-a0ba-7d8e8de54e87 req-15707d99-e63b-4d62-a5dd-3df1d59dc5ab tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=7eeb8053-d9aa-4968-98c2-1ee9dd477668&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557868
Jan 18 20:08:29.474320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:29.505425 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05945a0e-336b-4564-8bd8-4b13d9038379'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:08:29.516710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 05945a0e-336b-4564-8bd8-4b13d9038379, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=05945a0e-336b-4564-8bd8-4b13d9038379,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:08:29.520343 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:29.522845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:29.583680 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05945a0e-336b-4564-8bd8-4b13d9038379', 'code': 200}
Jan 18 20:08:29.608613 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=05945a0e-336b-4564-8bd8-4b13d9038379,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:29.609647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1204cf4-1c20-4e70-91a7-ad51a141cdf9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Router 3d0a1255-6a56-402e-a559-7d0176ea7daf has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:08:29.611865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:29.815399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1204cf4-1c20-4e70-91a7-ad51a141cdf9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:08:29.820697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e1204cf4-1c20-4e70-91a7-ad51a141cdf9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:29.827143 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42686d6-66e1-4d27-9be1-22c69065d9fb None None] Sync routers for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:08:29.838825 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42686d6-66e1-4d27-9be1-22c69065d9fb None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:08:29.839579 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-f42686d6-66e1-4d27-9be1-22c69065d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98214048>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:08:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:29.875103 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b81b1-b0fe-4b6c-827b-31cf37d5b330 req-2a43cf84-d08f-46d0-ba26-5f6daecdbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:29.877073 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7f6b81b1-b0fe-4b6c-827b-31cf37d5b330 req-2a43cf84-d08f-46d0-ba26-5f6daecdbd47 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 1162 time: 0.0894823
Jan 18 20:08:29.889779 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-e1204cf4-1c20-4e70-91a7-ad51a141cdf9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "PUT /v2.0/floatingips/6d7fa70f-0ab3-4a1c-9904-5ea2a104881c HTTP/1.1" status: 200  len: 992 time: 2.0983431
Jan 18 20:08:29.890560 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'tag': 'd3734918-f428-455e-8373-f148071841c0'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:08:29.933593 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7f6b81b1-b0fe-4b6c-827b-31cf37d5b330 req-e73bdc83-1786-4c1b-91de-96bffb401af6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7eeb8053-d9aa-4968-98c2-1ee9dd477668&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478988
Jan 18 20:08:29.981503 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'tag': 'd3734918-f428-455e-8373-f148071841c0', 'status': 'completed', 'code': 200}
Jan 18 20:08:30.050037 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-f42686d6-66e1-4d27-9be1-22c69065d9fb None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:08:30.289424 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad617b4-8aee-4e27-8cdf-4921bdb30841 req-a0621004-99ac-4935-9a21-67a5d8f7408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:30.291049 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cad617b4-8aee-4e27-8cdf-4921bdb30841 req-a0621004-99ac-4935-9a21-67a5d8f7408d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 1163 time: 0.0823774
Jan 18 20:08:30.452528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad617b4-8aee-4e27-8cdf-4921bdb30841 req-58cb4984-7f7b-4c5c-961a-1761ef96b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:30.456772 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cad617b4-8aee-4e27-8cdf-4921bdb30841 req-58cb4984-7f7b-4c5c-961a-1761ef96b302 service neutron] 10.222.0.72 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 910 time: 0.1564746
Jan 18 20:08:30.466495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-f42686d6-66e1-4d27-9be1-22c69065d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98214048>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '6d7fa70f-0ab3-4a1c-9904-5ea2a104881c', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'port_id': 'd3734918-f428-455e-8373-f148071841c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'mac_address': 'fa:16:3e:df:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:07:56Z', 'updated_at': '2021-01-18T20:08:28Z', 'revision_number': 1, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:18Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:30.471581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42686d6-66e1-4d27-9be1-22c69065d9fb None None] Checking router: 3d0a1255-6a56-402e-a559-7d0176ea7daf for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:08:30.484423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42686d6-66e1-4d27-9be1-22c69065d9fb None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:08:30.485272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-f42686d6-66e1-4d27-9be1-22c69065d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98214048>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:08:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:30.617309 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cad617b4-8aee-4e27-8cdf-4921bdb30841 req-75d97ae2-0f44-4cff-9715-d55311a63069 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3734918-f428-455e-8373-f148071841c0 HTTP/1.1" status: 200  len: 1000 time: 0.1496124
Jan 18 20:08:30.700561 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440cd76-fdae-4c47-b15c-b3a431e10949 req-e0992053-684a-4287-acf1-26bbbad8b6ad tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:30.705946 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6440cd76-fdae-4c47-b15c-b3a431e10949 req-e0992053-684a-4287-acf1-26bbbad8b6ad tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1631279
Jan 18 20:08:30.734081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-f42686d6-66e1-4d27-9be1-22c69065d9fb None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:08:30.800660 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6440cd76-fdae-4c47-b15c-b3a431e10949 req-3828c272-e195-42e5-9d9d-acac03ff6e8d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0803008
Jan 18 20:08:31.073258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad617b4-8aee-4e27-8cdf-4921bdb30841 req-9915c8a2-b54c-42db-b8f7-2b72b9b859cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:31.075110 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cad617b4-8aee-4e27-8cdf-4921bdb30841 req-9915c8a2-b54c-42db-b8f7-2b72b9b859cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c1f2f94c-f22d-4168-b95c-a2cae84e702f HTTP/1.1" status: 200  len: 855 time: 0.4566338
Jan 18 20:08:31.125139 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df728af5-6640-4164-8c3d-ea9ba2123ed2 req-c596a932-4ded-4916-91bf-6f3086b75269 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:31.126933 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-df728af5-6640-4164-8c3d-ea9ba2123ed2 req-c596a932-4ded-4916-91bf-6f3086b75269 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 945 time: 0.3915617
Jan 18 20:08:31.190327 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-df728af5-6640-4164-8c3d-ea9ba2123ed2 req-c830d9f2-b36d-4048-ad87-295eb3f70870 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=7eeb8053-d9aa-4968-98c2-1ee9dd477668&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562317
Jan 18 20:08:31.369536 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-f42686d6-66e1-4d27-9be1-22c69065d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98214048>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '6d7fa70f-0ab3-4a1c-9904-5ea2a104881c', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'port_id': 'd3734918-f428-455e-8373-f148071841c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'mac_address': 'fa:16:3e:df:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:07:56Z', 'updated_at': '2021-01-18T20:08:28Z', 'revision_number': 1, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:18Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:31.375027 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42686d6-66e1-4d27-9be1-22c69065d9fb None None] The sync data for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi is: [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '6d7fa70f-0ab3-4a1c-9904-5ea2a104881c', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'port_id': 'd3734918-f428-455e-8373-f148071841c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'mac_address': 'fa:16:3e:df:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:07:56Z', 'updated_at': '2021-01-18T20:08:28Z', 'revision_number': 1, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:18Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:08:31.657883 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef1ab0-7e0e-4c72-a541-217204e80be1 None None] New status for floating IP 6d7fa70f-0ab3-4a1c-9904-5ea2a104881c: ACTIVE {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:08:32.049138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba86f3-a3d9-436f-a674-5232b5fa1f61 req-bd21575f-8e20-4153-b890-8e3a37e605a8 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:32.050862 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8ba86f3-a3d9-436f-a674-5232b5fa1f61 req-bd21575f-8e20-4153-b890-8e3a37e605a8 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1121449
Jan 18 20:08:32.113092 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8ba86f3-a3d9-436f-a674-5232b5fa1f61 req-3326e5b1-9674-46bc-b4c4-84f076ac3ad8 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0547934
Jan 18 20:08:32.437729 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa3caf-c458-4bda-93f7-ae964e57430a req-591a1880-dbd6-4930-bb15-027c5693091f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:32.439493 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-95fa3caf-c458-4bda-93f7-ae964e57430a req-591a1880-dbd6-4930-bb15-027c5693091f tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 945 time: 0.1085756
Jan 18 20:08:32.500096 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-95fa3caf-c458-4bda-93f7-ae964e57430a req-c8a3b020-0027-41fd-9d1c-a8e2f62ad730 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=7eeb8053-d9aa-4968-98c2-1ee9dd477668&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518625
Jan 18 20:08:32.587613 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad617b4-8aee-4e27-8cdf-4921bdb30841 req-cad45dd7-e407-410e-a4ad-a4655d0bc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:32.589829 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cad617b4-8aee-4e27-8cdf-4921bdb30841 req-cad45dd7-e407-410e-a4ad-a4655d0bc1be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=afb56ae4-80d3-4971-aaeb-b3508e21ee72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0886676
Jan 18 20:08:32.643557 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 05945a0e-336b-4564-8bd8-4b13d9038379 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:32.802554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 05945a0e-336b-4564-8bd8-4b13d9038379 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:32.803056 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:32.858939 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cad617b4-8aee-4e27-8cdf-4921bdb30841 req-0e7fc59f-fc4c-4616-92a8-ca3790faabf3 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2630777
Jan 18 20:08:33.030071 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cad617b4-8aee-4e27-8cdf-4921bdb30841 req-9088b725-8f6a-4d76-9d6a-9670b8824254 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1623719
Jan 18 20:08:33.366688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1a211-47a0-4bf4-9df7-82acf917b087 req-6500dfd9-f049-4458-b427-b7fd9ebb869d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:33.369262 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4eb1a211-47a0-4bf4-9df7-82acf917b087 req-6500dfd9-f049-4458-b427-b7fd9ebb869d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1080966
Jan 18 20:08:33.434268 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4eb1a211-47a0-4bf4-9df7-82acf917b087 req-35dfb9b9-f51e-4443-bcd8-73c6433ad949 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0581894
Jan 18 20:08:33.514798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:08:33.751839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2d791-c291-4f46-822c-624899ee9b0e req-eab54bb3-319c-4918-ad3e-9811df5da66d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:33.753830 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8af2d791-c291-4f46-822c-624899ee9b0e req-eab54bb3-319c-4918-ad3e-9811df5da66d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 945 time: 0.1135888
Jan 18 20:08:33.815557 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8af2d791-c291-4f46-822c-624899ee9b0e req-33286594-bd90-40ac-a1aa-a356a9853176 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=7eeb8053-d9aa-4968-98c2-1ee9dd477668&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506458
Jan 18 20:08:34.056540 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db379ab0-b9f3-45b4-9f14-72741d793d11 req-81b97e7b-e36c-4080-a309-ccdcc932e278 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:34.058340 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-db379ab0-b9f3-45b4-9f14-72741d793d11 req-81b97e7b-e36c-4080-a309-ccdcc932e278 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 945 time: 0.1089985
Jan 18 20:08:34.068300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 34970) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:34.074660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-f18e3f94-b418-4a79-9a0e-41330673771b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Request body: {'floatingip': {'port_id': '05945a0e-336b-4564-8bd8-4b13d9038379'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:34.164753 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f18e3f94-b418-4a79-9a0e-41330673771b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:34.689251 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347dfa7-e1ad-4ee4-9a5d-3948817bc3ea req-f27c4bb5-23d2-4e64-b92b-92da33db24c8 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:34.691011 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9347dfa7-e1ad-4ee4-9a5d-3948817bc3ea req-f27c4bb5-23d2-4e64-b92b-92da33db24c8 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1113987
Jan 18 20:08:34.749390 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9347dfa7-e1ad-4ee4-9a5d-3948817bc3ea req-09ab7242-3086-4441-9ed1-4698309ff9ed tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0504184
Jan 18 20:08:34.857369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f18e3f94-b418-4a79-9a0e-41330673771b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:34.860730 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f18e3f94-b418-4a79-9a0e-41330673771b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:35.324169 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [None req-f18e3f94-b418-4a79-9a0e-41330673771b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Floating IP 22fd9081-2425-489d-8f34-91b1c360f0a2 associated. External IP: 172.27.0.18, port: 05945a0e-336b-4564-8bd8-4b13d9038379.
Jan 18 20:08:35.765333 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18e3f94-b418-4a79-9a0e-41330673771b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:08:35.990814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18e3f94-b418-4a79-9a0e-41330673771b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:08:36.003088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f18e3f94-b418-4a79-9a0e-41330673771b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:36.015667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a711ca-4537-49cf-b40d-01c4f3ae4729 None None] Sync routers for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:08:36.032742 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a711ca-4537-49cf-b40d-01c4f3ae4729 None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:08:36.033774 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-10a711ca-4537-49cf-b40d-01c4f3ae4729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9378a780>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:08:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:36.072131 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f18e3f94-b418-4a79-9a0e-41330673771b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "PUT /v2.0/floatingips/22fd9081-2425-489d-8f34-91b1c360f0a2 HTTP/1.1" status: 200  len: 990 time: 2.0021966
Jan 18 20:08:36.072999 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'tag': '05945a0e-336b-4564-8bd8-4b13d9038379'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:08:36.213046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cc1ff-979f-489d-8b18-7ad2c622fe84 req-48ca7762-3c97-4183-9ffa-674007079077 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:36.217864 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-640cc1ff-979f-489d-8b18-7ad2c622fe84 req-48ca7762-3c97-4183-9ffa-674007079077 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.2915647
Jan 18 20:08:36.318707 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-640cc1ff-979f-489d-8b18-7ad2c622fe84 req-074f86c0-bb7c-4a3e-bdf7-d458d8f3cd41 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0963607
Jan 18 20:08:36.339759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-10a711ca-4537-49cf-b40d-01c4f3ae4729 None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:08:36.416419 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'tag': '05945a0e-336b-4564-8bd8-4b13d9038379', 'status': 'completed', 'code': 200}
Jan 18 20:08:36.575944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d1b7-1c6d-4fdf-ba72-849af966ce5d req-100a736d-7cb0-42c1-b66c-da80b3158905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:36.577697 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7af4d1b7-1c6d-4fdf-ba72-849af966ce5d req-100a736d-7cb0-42c1-b66c-da80b3158905 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78931a7982b64c90868368a661617e70&device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 1162 time: 0.0985613
Jan 18 20:08:36.749371 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d1b7-1c6d-4fdf-ba72-849af966ce5d req-d9b1a06f-927b-4954-8f6d-b4f1931e7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:36.751448 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7af4d1b7-1c6d-4fdf-ba72-849af966ce5d req-d9b1a06f-927b-4954-8f6d-b4f1931e7183 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6f70f34b-3649-4431-89fb-39c80ea98bc2 HTTP/1.1" status: 200  len: 905 time: 0.1680605
Jan 18 20:08:36.776400 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 35012) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:36.825845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-10a711ca-4537-49cf-b40d-01c4f3ae4729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9378a780>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '22fd9081-2425-489d-8f34-91b1c360f0a2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'port_id': '05945a0e-336b-4564-8bd8-4b13d9038379', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'mac_address': 'fa:16:3e:85:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:08:18Z', 'updated_at': '2021-01-18T20:08:34Z', 'revision_number': 1, 'project_id': '78931a7982b64c90868368a661617e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:24Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:36.830953 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a711ca-4537-49cf-b40d-01c4f3ae4729 None None] Checking router: a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:08:36.843412 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a711ca-4537-49cf-b40d-01c4f3ae4729 None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:08:36.844107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-10a711ca-4537-49cf-b40d-01c4f3ae4729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9378a780>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:08:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:36.920900 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7af4d1b7-1c6d-4fdf-ba72-849af966ce5d req-5464524d-20d0-40c2-995e-5f9e4d076fe0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05945a0e-336b-4564-8bd8-4b13d9038379 HTTP/1.1" status: 200  len: 998 time: 0.1628866
Jan 18 20:08:36.963906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a00d4-eb04-42b5-a3b7-78b876f2b266 req-d3f57130-5ea4-4714-8a26-7d8847319eba tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:36.966296 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-852a00d4-eb04-42b5-a3b7-78b876f2b266 req-d3f57130-5ea4-4714-8a26-7d8847319eba tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1754992
Jan 18 20:08:37.018600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d1b7-1c6d-4fdf-ba72-849af966ce5d req-7acb959c-35f4-454f-9392-50a7cc041b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:37.020264 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7af4d1b7-1c6d-4fdf-ba72-849af966ce5d req-7acb959c-35f4-454f-9392-50a7cc041b07 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29 HTTP/1.1" status: 200  len: 850 time: 0.0899959
Jan 18 20:08:37.024773 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-5044a475-40de-49bc-94fc-412ec4c724b6 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2456520
Jan 18 20:08:37.039537 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-852a00d4-eb04-42b5-a3b7-78b876f2b266 req-9c1d2a40-060a-4ca8-aba8-2536f692b507 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0604937
Jan 18 20:08:37.061372 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-10a711ca-4537-49cf-b40d-01c4f3ae4729 None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:08:37.129714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d1b7-1c6d-4fdf-ba72-849af966ce5d req-4a1883ff-24b2-4ad4-896d-d88898116b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:37.131722 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7af4d1b7-1c6d-4fdf-ba72-849af966ce5d req-4a1883ff-24b2-4ad4-896d-d88898116b1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6f70f34b-3649-4431-89fb-39c80ea98bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1027801
Jan 18 20:08:37.317074 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7af4d1b7-1c6d-4fdf-ba72-849af966ce5d req-ac913260-30c2-4fd6-9bc1-63056f14e650 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787121
Jan 18 20:08:37.527521 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7af4d1b7-1c6d-4fdf-ba72-849af966ce5d req-d771092b-92fe-4329-824f-2fc78b8de716 service neutron] 10.222.0.72 "GET /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2049284
Jan 18 20:08:37.623797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-10a711ca-4537-49cf-b40d-01c4f3ae4729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9378a780>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '22fd9081-2425-489d-8f34-91b1c360f0a2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'port_id': '05945a0e-336b-4564-8bd8-4b13d9038379', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'mac_address': 'fa:16:3e:85:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:08:18Z', 'updated_at': '2021-01-18T20:08:34Z', 'revision_number': 1, 'project_id': '78931a7982b64c90868368a661617e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:24Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:37.628521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a711ca-4537-49cf-b40d-01c4f3ae4729 None None] The sync data for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi is: [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '22fd9081-2425-489d-8f34-91b1c360f0a2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'port_id': '05945a0e-336b-4564-8bd8-4b13d9038379', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'mac_address': 'fa:16:3e:85:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:08:18Z', 'updated_at': '2021-01-18T20:08:34Z', 'revision_number': 1, 'project_id': '78931a7982b64c90868368a661617e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:24Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:08:38.042843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa63de0-b2d3-4e5e-bd47-a9d3b9cf47b7 None None] New status for floating IP 22fd9081-2425-489d-8f34-91b1c360f0a2: ACTIVE {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:08:38.327835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0586b-335d-4aeb-b28c-e4c867ff3012 req-19cd1f6f-04f9-4594-af05-01c9b2105ba9 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:38.329781 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dbb0586b-335d-4aeb-b28c-e4c867ff3012 req-19cd1f6f-04f9-4594-af05-01c9b2105ba9 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1341248
Jan 18 20:08:38.387850 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dbb0586b-335d-4aeb-b28c-e4c867ff3012 req-6da409af-a535-4d1e-b52c-a63b87dd6b9a tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0504723
Jan 18 20:08:39.549709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-de6785ae-9f87-4925-af57-476de1b7a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:39.551364 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-de6785ae-9f87-4925-af57-476de1b7a514 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64&tenant_id=0cf7d194c07942169bc93c32f57c5f0c HTTP/1.1" status: 200  len: 1161 time: 0.0936532
Jan 18 20:08:39.654192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c013e-6537-40ac-8f59-f18631087f45 req-900d9b8a-87b4-468e-aab1-5d493901057c tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:39.655835 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-533c013e-6537-40ac-8f59-f18631087f45 req-900d9b8a-87b4-468e-aab1-5d493901057c tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1117661
Jan 18 20:08:39.668097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-4249a97a-c11f-4b63-9533-ae198f98d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:39.670832 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-4249a97a-c11f-4b63-9533-ae198f98d408 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cf7d194c07942169bc93c32f57c5f0c&device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 1161 time: 0.0918922
Jan 18 20:08:39.717186 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-533c013e-6537-40ac-8f59-f18631087f45 req-8cafc4f7-d4bf-44bb-a225-7c0c4b8620b0 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0525932
Jan 18 20:08:39.823864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-30c02323-6226-4530-b92c-4b582d94ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:39.825597 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-30c02323-6226-4530-b92c-4b582d94ed45 service neutron] 10.222.0.72 "GET /v2.0/networks?id=737832de-e12d-48fd-b4ec-73e8ae089722 HTTP/1.1" status: 200  len: 903 time: 0.1465640
Jan 18 20:08:39.952867 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-f7963623-bcee-4aa5-8f6a-aa8fa3591485 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 200  len: 999 time: 0.1181922
Jan 18 20:08:40.033865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-e4c56305-066d-4d37-9862-d5cc7b816781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:40.035733 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-e4c56305-066d-4d37-9862-d5cc7b816781 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94dd3169-dbb8-4097-b7b0-a68d04083b6b HTTP/1.1" status: 200  len: 848 time: 0.0675714
Jan 18 20:08:40.126822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-037e3c85-95c1-43f5-a83b-c86f9d2ec4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:40.128532 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-037e3c85-95c1-43f5-a83b-c86f9d2ec4cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=737832de-e12d-48fd-b4ec-73e8ae089722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0866623
Jan 18 20:08:40.298005 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-da549bb8-718e-4a59-890d-bd244f9c887b service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622117
Jan 18 20:08:40.462697 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-21e333c6-246a-4299-9f1a-e556df52e4cb req-bd808c43-7ef6-4c5d-bb51-34f53bb9de80 service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1593871
Jan 18 20:08:40.543877 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 35076) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:40.721832 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3ccfe88f-35ea-4620-9d78-c2a126230071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:40.741464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3ccfe88f-35ea-4620-9d78-c2a126230071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:40.746600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3ccfe88f-35ea-4620-9d78-c2a126230071 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b19dec396e49b69f1b78b42f89212d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:40.750413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3ccfe88f-35ea-4620-9d78-c2a126230071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:40.758019 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3ccfe88f-35ea-4620-9d78-c2a126230071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:40.863823 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3ccfe88f-35ea-4620-9d78-c2a126230071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:40.867704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3ccfe88f-35ea-4620-9d78-c2a126230071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:40.877789 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:40.922077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfe88f-35ea-4620-9d78-c2a126230071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6694aa70-1e94-4379-ba96-e90a4ae91e1f,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:40.928547 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-3ccfe88f-35ea-4620-9d78-c2a126230071 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e9b19dec396e49b69f1b78b42f89212d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3823738
Jan 18 20:08:40.929550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3ccfe88f-35ea-4620-9d78-c2a126230071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:40.937186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 35086) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:41.034651 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b5942d2d-215f-4b4f-9ca3-c87ddf22f228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:41.059462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d38173-83b4-49d5-aecc-5a9709add175 req-1e27c2fb-e3ef-4f48-abab-f340a94d0d12 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:41.061296 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b1d38173-83b4-49d5-aecc-5a9709add175 req-1e27c2fb-e3ef-4f48-abab-f340a94d0d12 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1810222
Jan 18 20:08:41.114473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b5942d2d-215f-4b4f-9ca3-c87ddf22f228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:41.166396 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b1d38173-83b4-49d5-aecc-5a9709add175 req-1bf55c8d-cea9-4dee-aac6-b55ad5679523 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0950859
Jan 18 20:08:41.203121 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b5942d2d-215f-4b4f-9ca3-c87ddf22f228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:41.208510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9f84df4e-8fba-4bc0-84d9-7bd5a96f037b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:41.222680 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5942d2d-215f-4b4f-9ca3-c87ddf22f228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6694aa70-1e94-4379-ba96-e90a4ae91e1f,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:41.229625 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b5942d2d-215f-4b4f-9ca3-c87ddf22f228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:41.232384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b5942d2d-215f-4b4f-9ca3-c87ddf22f228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:41.233669 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b5942d2d-215f-4b4f-9ca3-c87ddf22f228 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6694aa70-1e94-4379-ba96-e90a4ae91e1f HTTP/1.1" status: 204  len: 168 time: 0.2883837
Jan 18 20:08:41.572368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 35104) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:41.747901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-38d83547-46e9-4859-867d-374cc6190978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:41.765304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-38d83547-46e9-4859-867d-374cc6190978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:41.769923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-38d83547-46e9-4859-867d-374cc6190978 admin admin] Usage tracker for resource:security_group_rule and tenant:5ec55b3e42d6428d86687383a054ba4b is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:41.773405 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-38d83547-46e9-4859-867d-374cc6190978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:41.781471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-38d83547-46e9-4859-867d-374cc6190978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:41.882978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-38d83547-46e9-4859-867d-374cc6190978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:41.886546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-38d83547-46e9-4859-867d-374cc6190978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:41.896141 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:41.945053 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-38d83547-46e9-4859-867d-374cc6190978 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5ec55b3e42d6428d86687383a054ba4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3714235
Jan 18 20:08:41.946306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d83547-46e9-4859-867d-374cc6190978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f47f76-c56c-48d4-a23a-d988f675edbc,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:41.947972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 35118) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:41.950010 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-38d83547-46e9-4859-867d-374cc6190978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:42.018833 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4952-e90d-4d75-885c-0aeb13554a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.056038 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4952-e90d-4d75-885c-0aeb13554a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.107204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4952-e90d-4d75-885c-0aeb13554a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.115671 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-fe9ede64-6ef8-44d7-9198-6260d5a3a365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:42.133442 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d4952-e90d-4d75-885c-0aeb13554a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f47f76-c56c-48d4-a23a-d988f675edbc,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:42.135519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4952-e90d-4d75-885c-0aeb13554a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.146624 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1d6d4952-e90d-4d75-885c-0aeb13554a96 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/58f47f76-c56c-48d4-a23a-d988f675edbc HTTP/1.1" status: 204  len: 168 time: 0.1927094
Jan 18 20:08:42.147902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1d6d4952-e90d-4d75-885c-0aeb13554a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:42.244171 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 35132) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:42.466213 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a668587-37f7-4dca-b8f9-18f0cadf5d8c req-231c8ef9-1845-4767-accd-8476fc994313 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:42.468223 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a668587-37f7-4dca-b8f9-18f0cadf5d8c req-231c8ef9-1845-4767-accd-8476fc994313 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1320817
Jan 18 20:08:42.474206 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-122758257-network', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:42.481368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:42.506303 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Usage tracker for resource:network and tenant:f37c37dd62314742ace1bcb84c0d3473 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:42.510099 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:42.525840 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:42.548205 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a668587-37f7-4dca-b8f9-18f0cadf5d8c req-b0a704ac-c2e6-4cb4-aea4-977f68823ce5 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0698793
Jan 18 20:08:42.549417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Made reservation on behalf of f37c37dd62314742ace1bcb84c0d3473 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:08:42.554271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.575930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.592856 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:42.597633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Usage tracker for resource:security_group_rule and tenant:f37c37dd62314742ace1bcb84c0d3473 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:42.600765 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:42.606782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:42.635453 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e41e7a0d-ed05-4c39-b52a-755f3833485e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.705897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.709635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.714486 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a9c0ff39-f2e0-4641-91c0-a0460ee9c4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:42.754861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:08:42.757464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d4e616-e557-47a2-b667-243ac6fe04f8,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:42.761192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:42.773079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.773871 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Added segment a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd of type vxlan for network fc461dca-bf55-4c88-9d4a-bd88fae2d591
Jan 18 20:08:42.804362 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.837898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.839301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:42.840109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:42.845777 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-336114aa-4674-494d-bd9e-ad52b1492da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:42.971940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Pushing event updated for resources: {'Network': ['ID=fc461dca-bf55-4c88-9d4a-bd88fae2d591,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:42.980897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:42.985212 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8a082831-a89a-4137-aa76-0e7026cb2b9f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7384953
Jan 18 20:08:42.985453 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:08:42.988048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 35152) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:42.995816 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Request body: {'subnet': {'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-122758257-subnet', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:43.000498 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:08:43.002462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:43.007514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Usage tracker for resource:subnet and tenant:f37c37dd62314742ace1bcb84c0d3473 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:43.014826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:43.022485 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:43.037910 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Made reservation on behalf of f37c37dd62314742ace1bcb84c0d3473 for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:08:43.049453 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844155003'] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:43.537725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793724213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844154988'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:43.555384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-065ca35d-6fbf-42ca-87c7-452df06b5c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:43.994546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=469bf790-4fcd-4579-b9b3-8247924eaee9,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:44.001393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:44.072227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db06d6-e121-4000-888a-0e333ad76dc6 req-c8e63eeb-4e60-45b2-94d9-1cddf951db33 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:44.074300 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e0db06d6-e121-4000-888a-0e333ad76dc6 req-c8e63eeb-4e60-45b2-94d9-1cddf951db33 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.2305956
Jan 18 20:08:44.153778 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e0db06d6-e121-4000-888a-0e333ad76dc6 req-69f26e99-6281-41b1-b4da-667020258d42 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0718997
Jan 18 20:08:44.154663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Checking segment: {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:08:44.155025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Network hostable DHCP agents. Network: fc461dca-bf55-4c88-9d4a-bd88fae2d591, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:08:44.177686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:08:44.188287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, fc461dca-bf55-4c88-9d4a-bd88fae2d591) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:08:44.199228 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f63bc-b162-41db-afe4-8bf305ead713 None None] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:08:44.202337 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:44.202991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:44.224208 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4d22499c-051f-4cd8-9c8e-b2f3e9dba0b0 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2349029
Jan 18 20:08:44.228965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 35174) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:44.235331 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:44.240652 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:44.244961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Usage tracker for resource:router and tenant:f37c37dd62314742ace1bcb84c0d3473 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:44.248365 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:44.254917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:44.269203 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772417'] for router, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:44.270338 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853774961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3332'] for router, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:44.292006 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:44.475997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd851127e-0039-5e12-9f31-78d5075d90a2-fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9'}]}} from dv-cinder-562053-17-iscsi. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 18 20:08:44.477025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:44.634544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-939143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3349'] for router, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:45.075972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:45.099267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Allocated IP 172.20.0.2 (fc461dca-bf55-4c88-9d4a-bd88fae2d591/469bf790-4fcd-4579-b9b3-8247924eaee9/f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:08:45.117734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d4c70c59-236a-4f40-9279-fc9a8ecebede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:45.125047 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:45.436540 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:45.451940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Transition to ACTIVE for port object f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:08:45.479074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Transition to ACTIVE for port object f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:08:45.487544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:45.506380 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:45.717846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Pushing event updated for resources: {'Port': ['ID=f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:45.731402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:45.822608 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:45.854214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:08:45.855868 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Resources bound (agent type, host, resource id):  {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:08:45.869345 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:08:45.890930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284bc65-32d8-4f02-b039-5906ed5af3cd req-00871f30-3950-4151-b669-a8db6efabd17 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:45.893976 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e284bc65-32d8-4f02-b039-5906ed5af3cd req-00871f30-3950-4151-b669-a8db6efabd17 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.3119771
Jan 18 20:08:45.977374 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e284bc65-32d8-4f02-b039-5906ed5af3cd req-0257e5d7-29d1-4163-a5f1-995016df29ef tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0729926
Jan 18 20:08:45.994180 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Allocated IP 172.27.0.4 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/a7275dcf-cc77-44a5-a084-4023c651b7ee) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:08:45.999155 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Attempting to bind port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:08:45.999587 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Attempting to bind port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:08:46.000032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Attempting to bind port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 on network fc461dca-bf55-4c88-9d4a-bd88fae2d591 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:08:46.035457 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:08:46.036002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Checking segment: {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:08:46.036500 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:46.036956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Bound using segment: {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:08:46.040431 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Bound port: f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:08:46.040877 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:46.222295 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] For port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:08:46.226686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] For port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:08:46.228508 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:46.232584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:46.249757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e0feb672-74bf-4e82-a316-9a074a76b6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:46.262028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeea53-0875-4b14-a4de-fc242b6a3316 req-04ecfa32-addc-4c51-9d5a-68c0f6f380bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:46.269601 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bbaeea53-0875-4b14-a4de-fc242b6a3316 req-04ecfa32-addc-4c51-9d5a-68c0f6f380bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cf7d194c07942169bc93c32f57c5f0c&device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 1161 time: 0.1949775
Jan 18 20:08:46.284403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:46.302653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-77f7b950-0674-49b3-b92d-859eceeb0957 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:46.474759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeea53-0875-4b14-a4de-fc242b6a3316 req-fdabc5a4-bfa1-4a08-80fc-77b56fd44377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:46.477613 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bbaeea53-0875-4b14-a4de-fc242b6a3316 req-fdabc5a4-bfa1-4a08-80fc-77b56fd44377 service neutron] 10.222.0.72 "GET /v2.0/networks?id=737832de-e12d-48fd-b4ec-73e8ae089722 HTTP/1.1" status: 200  len: 903 time: 0.1871352
Jan 18 20:08:46.509803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Pushing event updated for resources: {'Port': ['ID=a7275dcf-cc77-44a5-a084-4023c651b7ee,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:46.516729 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Pushing event updated for resources: {'Port': ['ID=f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:46.520801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:46.526982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.526982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.526982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.526982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.529044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.529044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.530156 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.530156 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.530156 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.531890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.531890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.531890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.531890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.531890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.532377 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.532734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.532910 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.533933 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.533933 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.534386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.534587 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.534932 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.535321 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.535700 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:46.542612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:46.587679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:08:46.589819 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:08:46.592680 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:08:46.605305 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bbaeea53-0875-4b14-a4de-fc242b6a3316 req-ae88d4ef-545b-4ebb-ac0c-8078c8252d62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 200  len: 999 time: 0.1203873
Jan 18 20:08:46.652514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:46.682735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeea53-0875-4b14-a4de-fc242b6a3316 req-b45e8b9d-aeae-4fc4-9421-c5db8aa796c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:46.684830 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bbaeea53-0875-4b14-a4de-fc242b6a3316 req-b45e8b9d-aeae-4fc4-9421-c5db8aa796c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94dd3169-dbb8-4097-b7b0-a68d04083b6b HTTP/1.1" status: 200  len: 848 time: 0.0725121
Jan 18 20:08:46.777823 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeea53-0875-4b14-a4de-fc242b6a3316 req-0a5f989b-0dd6-44d5-b835-9d62e23caf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:46.779438 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bbaeea53-0875-4b14-a4de-fc242b6a3316 req-0a5f989b-0dd6-44d5-b835-9d62e23caf15 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=737832de-e12d-48fd-b4ec-73e8ae089722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0886145
Jan 18 20:08:46.949789 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bbaeea53-0875-4b14-a4de-fc242b6a3316 req-6bce830d-77ee-42f9-bd4a-916023f2c12d service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645875
Jan 18 20:08:47.127986 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bbaeea53-0875-4b14-a4de-fc242b6a3316 req-7d4132b1-bf47-449b-a7aa-a97791f17dfd service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1647863
Jan 18 20:08:47.155748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:47.305988 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:47.314356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9741302-ca9a-4a97-a18e-aff4d94c97d5 req-604e5ca3-539d-4dde-b60b-306c32dbbd66 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:47.316153 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c9741302-ca9a-4a97-a18e-aff4d94c97d5 req-604e5ca3-539d-4dde-b60b-306c32dbbd66 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 944 time: 0.1397502
Jan 18 20:08:47.381466 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c9741302-ca9a-4a97-a18e-aff4d94c97d5 req-c10284e9-3824-430a-91c8-c508cc06390e tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0558016
Jan 18 20:08:47.566005 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853836627'] for router, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:47.589516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 826446f2-0d72-44b3-aecc-06f566b2e093 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:47.713642 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 826446f2-0d72-44b3-aecc-06f566b2e093 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:47.714156 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:47.860866 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 is scheduled to L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 with binding_index 1 {{(pid=80180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 18 20:08:47.877907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:47.926618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:08:47.960089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 826446f2-0d72-44b3-aecc-06f566b2e093, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=826446f2-0d72-44b3-aecc-06f566b2e093,segment=NetworkSegment(06db37ee-5eca-479f-8407-8d23fe9ac8c3),segment_id=06db37ee-5eca-479f-8407-8d23fe9ac8c3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:08:47.969297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:47.972722 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:48.033403 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093', 'code': 200}
Jan 18 20:08:48.067801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=826446f2-0d72-44b3-aecc-06f566b2e093,revision_number=6']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:48.072830 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:48.117826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:08:48.127902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Sync routers for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:08:48.141956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:08:48.142882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98f172e8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:08:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:48.157549 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:48.159837 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.9296699
Jan 18 20:08:48.162947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 35222) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:48.227399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e0a8f-98fa-45f7-82d5-b57a543cf6e5 None None] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:08:48.429913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0844f10-a428-4e7e-a65f-23354d9fc74c req-68635deb-2e4b-4539-90b7-3de7c54e2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:48.432383 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c0844f10-a428-4e7e-a65f-23354d9fc74c req-68635deb-2e4b-4539-90b7-3de7c54e2c18 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 1163 time: 0.1078215
Jan 18 20:08:48.457042 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-0e8d5e3d-7453-4912-86da-a960510ec8d5 None None] Provisioning for port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:08:48.490841 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c0844f10-a428-4e7e-a65f-23354d9fc74c req-9251b570-84da-4d26-8082-1441a0cf4535 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0525744
Jan 18 20:08:48.586097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:08:48.693208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790cc4-80ea-4ce3-a97b-5d7fd0f54b68 req-f5fe8156-2c56-46b1-a788-0b56eadc08f6 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:48.695452 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73790cc4-80ea-4ce3-a97b-5d7fd0f54b68 req-f5fe8156-2c56-46b1-a788-0b56eadc08f6 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1101344
Jan 18 20:08:48.764725 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-73790cc4-80ea-4ce3-a97b-5d7fd0f54b68 req-c47f6cb7-a4c2-4f79-b468-52e6d00ccb42 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0621514
Jan 18 20:08:48.902194 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:49.075583 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:08:49.082522 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:49.082944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:49.442127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:49.538568 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 826446f2-0d72-44b3-aecc-06f566b2e093 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:49.630342 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98f172e8>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:46Z', 'revision_number': 3, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:49.641182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:49.660691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Checking router: 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:08:49.661134 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Updating router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 port a7275dcf-cc77-44a5-a084-4023c651b7ee binding host dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:08:49.720983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-6b4e65c1-abdf-4a8a-aae8-da1c58993e14 None None] Provisioning complete for port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:49.721398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6b4e65c1-abdf-4a8a-aae8-da1c58993e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:49.825771 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:49.905915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Allocated IP 172.20.0.1 (fc461dca-bf55-4c88-9d4a-bd88fae2d591/469bf790-4fcd-4579-b9b3-8247924eaee9/c70f0adc-154d-4373-9658-3b5b9b87c2c5) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:08:49.960285 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:08:50.007014 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:50.022313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:50.057170 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 826446f2-0d72-44b3-aecc-06f566b2e093 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:50.057859 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:50.173032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:50.199739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960734a-640a-45af-af49-1760d99af690 req-c2a2c33b-4a3a-4ced-9714-4235c12c701f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:50.201471 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f960734a-640a-45af-af49-1760d99af690 req-c2a2c33b-4a3a-4ced-9714-4235c12c701f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.2556701
Jan 18 20:08:50.238998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Transition to ACTIVE for port object c70f0adc-154d-4373-9658-3b5b9b87c2c5 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:08:50.286822 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f960734a-640a-45af-af49-1760d99af690 req-7987d3f2-d0ef-4e7c-8f0c-0660e1a7933d tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0743732
Jan 18 20:08:50.307806 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:50.313909 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:50.323393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:50.330575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:50.397843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:50.491133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=c70f0adc-154d-4373-9658-3b5b9b87c2c5,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:50.504889 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:50.539313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-d5bb28d7-ece2-402c-a0e9-ceac54fd138d None None] Provisioning complete for port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:50.539774 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d5bb28d7-ece2-402c-a0e9-ceac54fd138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:50.561036 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:08:50.562593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:08:50.566334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:08:50.633042 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836847'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:50.930117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:50.989540 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:51.023504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:51.028558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Transition to ACTIVE for port object a7275dcf-cc77-44a5-a084-4023c651b7ee will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:08:51.034814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:51.061923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:51.249518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-faedc0d3-1210-47c5-9068-5d181129496f None None] Provisioning for port c70f0adc-154d-4373-9658-3b5b9b87c2c5 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:08:51.252935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c7058-804f-46d3-84dc-975ce3403527 None None] Pushing event updated for resources: {'Port': ['ID=a7275dcf-cc77-44a5-a084-4023c651b7ee,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:51.264698 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1d3c7058-804f-46d3-84dc-975ce3403527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:51.268463 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-faedc0d3-1210-47c5-9068-5d181129496f None None] Provisioning complete for port c70f0adc-154d-4373-9658-3b5b9b87c2c5 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:51.268902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-faedc0d3-1210-47c5-9068-5d181129496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:51.315125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:51.315515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:51.385784 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:51.399738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:51.435469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:51.441244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-faedc0d3-1210-47c5-9068-5d181129496f None None] Port c70f0adc-154d-4373-9658-3b5b9b87c2c5 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:08:51.458207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Attempting to bind port a7275dcf-cc77-44a5-a084-4023c651b7ee on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:08:51.458631 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Attempting to bind port a7275dcf-cc77-44a5-a084-4023c651b7ee by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:08:51.459052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Attempting to bind port a7275dcf-cc77-44a5-a084-4023c651b7ee on network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:08:51.468050 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:08:51.468508 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Checking segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:08:51.468971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:51.469417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Bound using segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:08:51.469942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Bound port: a7275dcf-cc77-44a5-a084-4023c651b7ee, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:08:51.470364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:51.534253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854233438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938932'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:51.550520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=c70f0adc-154d-4373-9658-3b5b9b87c2c5,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:51.571277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:51.608737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] For port a7275dcf-cc77-44a5-a084-4023c651b7ee, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:08:51.612304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] For port a7275dcf-cc77-44a5-a084-4023c651b7ee, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=a7275dcf-cc77-44a5-a084-4023c651b7ee,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:08:51.616786 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:51.636237 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:51.712723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:08:51.714306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:08:51.976645 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:08:51.993308 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c7058-804f-46d3-84dc-975ce3403527 None None] Pushing event updated for resources: {'Port': ['ID=a7275dcf-cc77-44a5-a084-4023c651b7ee,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:51.998462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1d3c7058-804f-46d3-84dc-975ce3403527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:52.042098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:08:52.042629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98f172e8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:08:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:52.219755 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-4b8edb77-3239-45f6-9206-12271f9b64be None None] Provisioning complete for port c70f0adc-154d-4373-9658-3b5b9b87c2c5 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:52.220275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4b8edb77-3239-45f6-9206-12271f9b64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:52.333363 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:08:52.433553 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-4b8edb77-3239-45f6-9206-12271f9b64be None None] Port c70f0adc-154d-4373-9658-3b5b9b87c2c5 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:08:52.466386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:08:52.477981 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] 10.222.0.101 "PUT /v2.0/routers/9e0b90e9-7340-42d7-9a0e-9ceaf6187190/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3135633
Jan 18 20:08:52.760120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98f172e8>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:08:51Z', 'revision_number': 2, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:52.765846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb4ee75-8942-4367-b422-1a999648a973 None None] The sync data for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi is: [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:08:51Z', 'revision_number': 2, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:08:53.485097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 35286) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:53.491664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2115247703-network', 'tenant_id': '33a706bda1a247a1bde59624c9816f63'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:53.497519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:53.502041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Usage tracker for resource:network and tenant:33a706bda1a247a1bde59624c9816f63 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:53.505269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:53.512239 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:53.523971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Made reservation on behalf of 33a706bda1a247a1bde59624c9816f63 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:08:53.531364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:53.547059 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:53.564366 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:53.570594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Usage tracker for resource:security_group_rule and tenant:33a706bda1a247a1bde59624c9816f63 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:53.573985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:53.581560 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:53.704222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:53.707426 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:53.710975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-38d83547-46e9-4859-867d-374cc6190978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:53.753854 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:08:53.761031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c2c02-5a08-4f1e-8736-eafa095585fc,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:53.765196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:53.773092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:53.773770 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Added segment 5034593d-de8c-4fa9-ad7a-4bfce219b97b of type vxlan for network 0393d91e-8f95-4fa3-9986-412ab0a1add8
Jan 18 20:08:53.814221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:53.853200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:53.854682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:53.855436 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:53.861151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:53.972408 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4859293
Jan 18 20:08:53.975627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 35292) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:53.982332 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Pushing event updated for resources: {'Network': ['ID=0393d91e-8f95-4fa3-9986-412ab0a1add8,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:53.983284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Request body: {'subnet': {'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2115247703-subnet', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:53.985661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:53.989458 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:53.994509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Usage tracker for resource:subnet and tenant:33a706bda1a247a1bde59624c9816f63 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:53.998210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 0393d91e-8f95-4fa3-9986-412ab0a1add8 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:08:53.999385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:54.007356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:54.019265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Made reservation on behalf of 33a706bda1a247a1bde59624c9816f63 for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:08:54.028349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844155003'] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:54.538439 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793724213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844154988'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:54.554443 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:54.705876 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:54.710080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:54.787715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Checking segment: {'id': '5034593d-de8c-4fa9-ad7a-4bfce219b97b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:08:54.788215 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Network hostable DHCP agents. Network: 0393d91e-8f95-4fa3-9986-412ab0a1add8, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:08:54.812020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Network 0393d91e-8f95-4fa3-9986-412ab0a1add8 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:08:54.822598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 0393d91e-8f95-4fa3-9986-412ab0a1add8) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:08:54.840879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd699fe3-7bee-4518-8b31-4eb2800cc143 None None] Network 0393d91e-8f95-4fa3-9986-412ab0a1add8 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:08:54.850402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:08:54.851433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:54.881552 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1dc9abe7-6116-4c9b-ab7c-994d701bd1d6 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9045949
Jan 18 20:08:54.881891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device a7275dcf-cc77-44a5-a084-4023c651b7ee up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:54.885337 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 35298) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:54.891983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2115247703-router', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:08:54.899683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:08:54.905048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Usage tracker for resource:router and tenant:33a706bda1a247a1bde59624c9816f63 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:08:54.908431 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:08:54.914774 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:08:54.932828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772417'] for router, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:54.934300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853774961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3332'] for router, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:54.951117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:55.093198 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port a7275dcf-cc77-44a5-a084-4023c651b7ee completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:08:55.108133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port a7275dcf-cc77-44a5-a084-4023c651b7ee triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:55.108579 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:55.229180 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network 0393d91e-8f95-4fa3-9986-412ab0a1add8 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:08:55.276048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-939143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3349'] for router, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:55.290315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd851127e-0039-5e12-9f31-78d5075d90a2-0393d91e-8f95-4fa3-9986-412ab0a1add8', 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'fixed_ips': [{'subnet_id': 'e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514'}]}} from dv-cinder-562053-17-iscsi. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 18 20:08:55.291719 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:55.548273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:55.637132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port a7275dcf-cc77-44a5-a084-4023c651b7ee, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=a7275dcf-cc77-44a5-a084-4023c651b7ee,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:08:55.640700 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:55.644920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:55.654919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:55.691140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:55.797517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=a7275dcf-cc77-44a5-a084-4023c651b7ee,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:55.803725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:55.887136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Allocated IP 172.20.0.2 (0393d91e-8f95-4fa3-9986-412ab0a1add8/e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514/65c452a2-05f2-43c2-93a6-e48bfa1a5614) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:08:56.013162 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Allocated IP 172.27.0.25 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/374ae617-b85c-4443-b607-f797ec358443) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:08:56.201269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:56.242421 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:56.285073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7e319d78-b6d0-41fd-9d1c-f4b07210b92d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:56.377906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:56.395637 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Transition to ACTIVE for port object 65c452a2-05f2-43c2-93a6-e48bfa1a5614 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:08:56.415778 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Transition to ACTIVE for port object 65c452a2-05f2-43c2-93a6-e48bfa1a5614 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:08:56.423101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:56.445773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:56.467796 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Pushing event updated for resources: {'Port': ['ID=374ae617-b85c-4443-b607-f797ec358443,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:56.473219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:56.482782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Sync routers for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:08:56.497754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:08:56.498461 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b980ba668>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:08:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:56.527367 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:08:56.529055 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:08:56.536091 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:08:56.629145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Pushing event updated for resources: {'Port': ['ID=65c452a2-05f2-43c2-93a6-e48bfa1a5614,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:56.637080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:56.694687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Network 0393d91e-8f95-4fa3-9986-412ab0a1add8 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:08:56.696078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Resources bound (agent type, host, resource id):  {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:08:56.698872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:08:56.748373 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:08:56.827634 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Attempting to bind port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:08:56.828240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Attempting to bind port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': '5034593d-de8c-4fa9-ad7a-4bfce219b97b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:08:56.828482 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Attempting to bind port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 on network 0393d91e-8f95-4fa3-9986-412ab0a1add8 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:08:56.835707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:08:56.836112 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Checking segment: {'id': '5034593d-de8c-4fa9-ad7a-4bfce219b97b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:08:56.838186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:56.838663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Bound using segment: {'id': '5034593d-de8c-4fa9-ad7a-4bfce219b97b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:08:56.839398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Bound port: 65c452a2-05f2-43c2-93a6-e48bfa1a5614, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5034593d-de8c-4fa9-ad7a-4bfce219b97b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:08:56.839835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:56.929990 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device a7275dcf-cc77-44a5-a084-4023c651b7ee up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:57.057097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] For port 65c452a2-05f2-43c2-93a6-e48bfa1a5614, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:08:57.063857 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] For port 65c452a2-05f2-43c2-93a6-e48bfa1a5614, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=65c452a2-05f2-43c2-93a6-e48bfa1a5614,segment=NetworkSegment(5034593d-de8c-4fa9-ad7a-4bfce219b97b),segment_id=5034593d-de8c-4fa9-ad7a-4bfce219b97b)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:08:57.073956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:57.092119 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:57.125928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port a7275dcf-cc77-44a5-a084-4023c651b7ee triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:57.126350 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:57.139226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:57.211113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b980ba668>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:08:51Z', 'revision_number': 2, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:57.216205 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Checking router: 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:08:57.216650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Updating router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 port c70f0adc-154d-4373-9658-3b5b9b87c2c5 binding host dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:08:57.284152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:57.350769 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Pushing event updated for resources: {'Port': ['ID=65c452a2-05f2-43c2-93a6-e48bfa1a5614,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:57.358992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:57.830371 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:57.846020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Transition to ACTIVE for port object c70f0adc-154d-4373-9658-3b5b9b87c2c5 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:08:57.848456 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:57.876040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:58.046809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Pushing event updated for resources: {'Port': ['ID=c70f0adc-154d-4373-9658-3b5b9b87c2c5,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:58.060727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.061120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.061472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.061859 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.062221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.062586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.062959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.063320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.063697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.064056 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.064520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.064801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.065205 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.065556 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.065922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.066281 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.066633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.066987 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.067338 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.067742 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.068161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.068935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.069462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.069953 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:08:58.076377 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:58.084529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853836627'] for router, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:58.244449 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Attempting to bind port c70f0adc-154d-4373-9658-3b5b9b87c2c5 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:08:58.244779 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Attempting to bind port c70f0adc-154d-4373-9658-3b5b9b87c2c5 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:08:58.245250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Attempting to bind port c70f0adc-154d-4373-9658-3b5b9b87c2c5 on network fc461dca-bf55-4c88-9d4a-bd88fae2d591 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:08:58.251188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:08:58.251594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Checking segment: {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:08:58.252026 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:58.252493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Bound using segment: {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:08:58.252999 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Bound port: c70f0adc-154d-4373-9658-3b5b9b87c2c5, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:08:58.253405 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:58.327976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Router eb525b93-1143-4e89-8fdc-84a461c2afe3 is scheduled to L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 with binding_index 1 {{(pid=80180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 18 20:08:58.357327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] For port c70f0adc-154d-4373-9658-3b5b9b87c2c5, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:08:58.360805 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] For port c70f0adc-154d-4373-9658-3b5b9b87c2c5, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=c70f0adc-154d-4373-9658-3b5b9b87c2c5,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:08:58.364621 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:58.381253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:08:58.545934 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Pushing event updated for resources: {'Port': ['ID=c70f0adc-154d-4373-9658-3b5b9b87c2c5,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:08:58.550841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:08:58.553455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:08:58.565441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Sync routers for ids ['eb525b93-1143-4e89-8fdc-84a461c2afe3'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:08:58.591934 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:58.593726 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Routers {'eb525b93-1143-4e89-8fdc-84a461c2afe3'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:08:58.593726 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b92bdea58>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:08:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['eb525b93-1143-4e89-8fdc-84a461c2afe3'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:58.595008 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.7067814
Jan 18 20:08:58.596586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 35328) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:08:58.599703 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:08:58.600452 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b980ba668>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:08:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:58.991130 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Set router eb525b93-1143-4e89-8fdc-84a461c2afe3 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:08:59.261652 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 65c452a2-05f2-43c2-93a6-e48bfa1a5614 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:59.472389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:08:59.551684 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:08:59.568105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device c70f0adc-154d-4373-9658-3b5b9b87c2c5 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:08:59.643092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f587808e-6896-44e1-8d74-53fa1a84429e None None] Network 0393d91e-8f95-4fa3-9986-412ab0a1add8 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:08:59.746979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:59.788751 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-08536aaf-d5ee-410a-a67e-36ef9086dbca None None] Provisioning for port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:08:59.816429 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-08536aaf-d5ee-410a-a67e-36ef9086dbca None None] Provisioning complete for port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:08:59.816852 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-08536aaf-d5ee-410a-a67e-36ef9086dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:08:59.885870 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b980ba668>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:08:58Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:08:59.892113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697aa4f7-c7c6-44f6-81a3-2511b88fadcd None None] The sync data for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi is: [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:08:58Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:09:00.138094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port c70f0adc-154d-4373-9658-3b5b9b87c2c5 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:09:00.164235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port c70f0adc-154d-4373-9658-3b5b9b87c2c5 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:00.164696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:00.202962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Allocated IP 172.20.0.1 (0393d91e-8f95-4fa3-9986-412ab0a1add8/e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514/91e5bb3b-7e91-462a-b064-f590e3767d96) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:09:00.276421 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b92bdea58>, [{'id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'name': 'tempest-TestVolumeBootPattern-2115247703-router', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '374ae617-b85c-4443-b607-f797ec358443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:54Z', 'updated_at': '2021-01-18T20:08:56Z', 'revision_number': 3, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'gw_port': {'id': '374ae617-b85c-4443-b607-f797ec358443', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:39:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:55Z', 'updated_at': '2021-01-18T20:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:09:00.343015 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Checking router: eb525b93-1143-4e89-8fdc-84a461c2afe3 for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:09:00.343414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Updating router eb525b93-1143-4e89-8fdc-84a461c2afe3 port 374ae617-b85c-4443-b607-f797ec358443 binding host dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:09:00.489754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:00.535686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-08536aaf-d5ee-410a-a67e-36ef9086dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:00.649116 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:00.673179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Transition to ACTIVE for port object 91e5bb3b-7e91-462a-b064-f590e3767d96 will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:09:00.700397 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:00.707612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-08536aaf-d5ee-410a-a67e-36ef9086dbca None None] For port 65c452a2-05f2-43c2-93a6-e48bfa1a5614, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=65c452a2-05f2-43c2-93a6-e48bfa1a5614,segment=NetworkSegment(5034593d-de8c-4fa9-ad7a-4bfce219b97b),segment_id=5034593d-de8c-4fa9-ad7a-4bfce219b97b)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:09:00.722932 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:00.746063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:00.761153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-08536aaf-d5ee-410a-a67e-36ef9086dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:00.843104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Pushing event updated for resources: {'Port': ['ID=91e5bb3b-7e91-462a-b064-f590e3767d96,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:00.855598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:00.857423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:00.915717 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port c70f0adc-154d-4373-9658-3b5b9b87c2c5, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=c70f0adc-154d-4373-9658-3b5b9b87c2c5,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:09:00.937547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:01.035623 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08536aaf-d5ee-410a-a67e-36ef9086dbca None None] Pushing event updated for resources: {'Port': ['ID=65c452a2-05f2-43c2-93a6-e48bfa1a5614,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:01.039252 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Network 0393d91e-8f95-4fa3-9986-412ab0a1add8 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:09:01.039806 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-08536aaf-d5ee-410a-a67e-36ef9086dbca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:01.040957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:09:01.043959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:09:01.045195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3012be58-1263-4176-b2ab-aa9d55894768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:01.115633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836847'] for router_interface, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:01.218165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-06f218aa-b6d8-4da4-ba26-85374759e535 None None] Provisioning complete for port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:01.218629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-06f218aa-b6d8-4da4-ba26-85374759e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:01.258896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:01.275360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=c70f0adc-154d-4373-9658-3b5b9b87c2c5,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:01.279989 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:01.424298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:01.439245 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Transition to ACTIVE for port object 374ae617-b85c-4443-b607-f797ec358443 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:09:01.566295 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:01.618118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:01.639035 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:01.647657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:01.681120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:01.775546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e2006-fc70-4ca8-84de-3aebce64a8cf None None] Pushing event updated for resources: {'Port': ['ID=374ae617-b85c-4443-b607-f797ec358443,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:01.779716 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Pushing event updated for resources: {'Port': ['ID=91e5bb3b-7e91-462a-b064-f590e3767d96,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:01.781063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c47e2006-fc70-4ca8-84de-3aebce64a8cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:01.782368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854233438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938932'] for router_interface, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:01.784859 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5f2f04a0-2308-4b72-bf1f-24c41a1883e9 None None] Provisioning for port 91e5bb3b-7e91-462a-b064-f590e3767d96 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:09:01.793944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5f2f04a0-2308-4b72-bf1f-24c41a1883e9 None None] Provisioning complete for port 91e5bb3b-7e91-462a-b064-f590e3767d96 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:01.794350 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5f2f04a0-2308-4b72-bf1f-24c41a1883e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:01.798644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:01.883147 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f04a0-2308-4b72-bf1f-24c41a1883e9 None None] Port 91e5bb3b-7e91-462a-b064-f590e3767d96 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:09:01.901896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Attempting to bind port 374ae617-b85c-4443-b607-f797ec358443 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:09:01.902196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Attempting to bind port 374ae617-b85c-4443-b607-f797ec358443 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:09:01.902565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Attempting to bind port 374ae617-b85c-4443-b607-f797ec358443 on network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:09:01.912573 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:09:01.913004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Checking segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:09:01.913456 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:01.913894 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Bound using segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:09:01.914414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Bound port: 374ae617-b85c-4443-b607-f797ec358443, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:09:01.914835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:01.944651 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Network 0393d91e-8f95-4fa3-9986-412ab0a1add8 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:09:01.945864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:09:01.948985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5f2f04a0-2308-4b72-bf1f-24c41a1883e9 None None] Provisioning complete for port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:01.948985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5f2f04a0-2308-4b72-bf1f-24c41a1883e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:02.114032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] For port 374ae617-b85c-4443-b607-f797ec358443, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:09:02.143713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] For port 374ae617-b85c-4443-b607-f797ec358443, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=374ae617-b85c-4443-b607-f797ec358443,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:09:02.154088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:02.172542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:02.239082 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Router eb525b93-1143-4e89-8fdc-84a461c2afe3 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:09:02.353858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e2006-fc70-4ca8-84de-3aebce64a8cf None None] Pushing event updated for resources: {'Port': ['ID=374ae617-b85c-4443-b607-f797ec358443,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:02.362736 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c47e2006-fc70-4ca8-84de-3aebce64a8cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:02.379324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-7f583f1f-e85e-43b3-b35a-c4e00630afc4 None None] Provisioning complete for port 91e5bb3b-7e91-462a-b064-f590e3767d96 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:02.379738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7f583f1f-e85e-43b3-b35a-c4e00630afc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:02.463528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-7f583f1f-e85e-43b3-b35a-c4e00630afc4 None None] Port 91e5bb3b-7e91-462a-b064-f590e3767d96 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:09:02.471434 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Routers {'eb525b93-1143-4e89-8fdc-84a461c2afe3'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:09:02.472170 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b92bdea58>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:08:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['eb525b93-1143-4e89-8fdc-84a461c2afe3'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:09:02.476439 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:09:02.488792 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] 10.222.0.101 "PUT /v2.0/routers/eb525b93-1143-4e89-8fdc-84a461c2afe3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8909671
Jan 18 20:09:02.953544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] Set router eb525b93-1143-4e89-8fdc-84a461c2afe3 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:09:03.105812 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 65c452a2-05f2-43c2-93a6-e48bfa1a5614 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:09:03.252373 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1761183414', 'description': 'tempest-TestVolumeBootPattern-1761183414 description'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:09:03.264292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:09:03.270569 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Usage tracker for resource:security_group and tenant:f37c37dd62314742ace1bcb84c0d3473 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:09:03.276761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:09:03.286296 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:09:03.299366 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:03.301849 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:03.302244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:03.324524 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:09:03.329323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Usage tracker for resource:security_group_rule and tenant:f37c37dd62314742ace1bcb84c0d3473 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:09:03.332925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:09:03.339540 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:09:03.439174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:03.456871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:03.469304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2df9a63d-4c29-45d5-94ed-f39f643cb71c tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:03.513323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device c70f0adc-154d-4373-9658-3b5b9b87c2c5 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:09:03.522621 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae26b61-bf6d-411a-9d52-e2b25733e6c5,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:03.526153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:03.527869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:03.529255 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a2f737e6-17cb-4349-8c35-b89bf7c954da req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2821190
Jan 18 20:09:03.552892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b92bdea58>, [{'id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'name': 'tempest-TestVolumeBootPattern-2115247703-router', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '374ae617-b85c-4443-b607-f797ec358443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:54Z', 'updated_at': '2021-01-18T20:09:01Z', 'revision_number': 4, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'gw_port': {'id': '374ae617-b85c-4443-b607-f797ec358443', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:39:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:55Z', 'updated_at': '2021-01-18T20:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '91e5bb3b-7e91-462a-b064-f590e3767d96', 'name': '', 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'mac_address': 'fa:16:3e:8a:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:59Z', 'updated_at': '2021-01-18T20:09:01Z', 'revision_number': 2, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'subnets': [{'id': 'e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:09:03.574169 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf582e-028a-4f22-b3ec-6966a878859c None None] The sync data for ids ['eb525b93-1143-4e89-8fdc-84a461c2afe3'] in dv-cinder-562053-17-iscsi is: [{'id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'name': 'tempest-TestVolumeBootPattern-2115247703-router', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '374ae617-b85c-4443-b607-f797ec358443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:54Z', 'updated_at': '2021-01-18T20:09:01Z', 'revision_number': 4, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'gw_port': {'id': '374ae617-b85c-4443-b607-f797ec358443', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:39:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:55Z', 'updated_at': '2021-01-18T20:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '91e5bb3b-7e91-462a-b064-f590e3767d96', 'name': '', 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'mac_address': 'fa:16:3e:8a:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:59Z', 'updated_at': '2021-01-18T20:09:01Z', 'revision_number': 2, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'subnets': [{'id': 'e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:09:03.613341 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port c70f0adc-154d-4373-9658-3b5b9b87c2c5 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:03.613755 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:03.639351 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0cf5def5-0a03-4ec8-82d4-15056b864400 req-6515267e-1c11-4c25-8736-a8aa257dbef1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups/6ae26b61-bf6d-411a-9d52-e2b25733e6c5 HTTP/1.1" status: 200  len: 1808 time: 0.0718789
Jan 18 20:09:03.651903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-0cf5def5-0a03-4ec8-82d4-15056b864400 req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ae26b61-bf6d-411a-9d52-e2b25733e6c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:09:03.652218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-0cf5def5-0a03-4ec8-82d4-15056b864400 req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ae26b61-bf6d-411a-9d52-e2b25733e6c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:09:03.667738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-0cf5def5-0a03-4ec8-82d4-15056b864400 req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:09:03.674196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-0cf5def5-0a03-4ec8-82d4-15056b864400 req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Usage tracker for resource:security_group_rule and tenant:f37c37dd62314742ace1bcb84c0d3473 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:09:03.678388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-0cf5def5-0a03-4ec8-82d4-15056b864400 req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:09:03.686772 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-0cf5def5-0a03-4ec8-82d4-15056b864400 req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:09:03.786992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0cf5def5-0a03-4ec8-82d4-15056b864400 req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:03.815564 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0cf5def5-0a03-4ec8-82d4-15056b864400 req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:03.819327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0cf5def5-0a03-4ec8-82d4-15056b864400 req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:03.827393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:03.851809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2477bdb6-33e9-4b4a-9082-c3d7747bd5c9,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:03.854885 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:03.859292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0cf5def5-0a03-4ec8-82d4-15056b864400 req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:03.860666 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0cf5def5-0a03-4ec8-82d4-15056b864400 req-dd29cd85-95ab-4c80-adae-e5cc6901eae7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2135234
Jan 18 20:09:03.973260 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-21bcc8d7-8272-414b-bd3b-dc4524bd0102 req-6ea65dd2-480a-41d8-8de4-3f6083860e5e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups/6ae26b61-bf6d-411a-9d52-e2b25733e6c5 HTTP/1.1" status: 200  len: 2401 time: 0.0678968
Jan 18 20:09:03.990329 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-21bcc8d7-8272-414b-bd3b-dc4524bd0102 req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ae26b61-bf6d-411a-9d52-e2b25733e6c5', 'remote_group_id': None}]} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:09:03.990329 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-21bcc8d7-8272-414b-bd3b-dc4524bd0102 req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ae26b61-bf6d-411a-9d52-e2b25733e6c5', 'remote_group_id': None}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:09:04.030884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-21bcc8d7-8272-414b-bd3b-dc4524bd0102 req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:09:04.046949 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-21bcc8d7-8272-414b-bd3b-dc4524bd0102 req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Usage tracker for resource:security_group_rule and tenant:f37c37dd62314742ace1bcb84c0d3473 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:09:04.051428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-21bcc8d7-8272-414b-bd3b-dc4524bd0102 req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:09:04.058901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-21bcc8d7-8272-414b-bd3b-dc4524bd0102 req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:09:04.138093 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-21bcc8d7-8272-414b-bd3b-dc4524bd0102 req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:04.175654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-21bcc8d7-8272-414b-bd3b-dc4524bd0102 req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:04.179790 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-21bcc8d7-8272-414b-bd3b-dc4524bd0102 req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:04.182866 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:04.207976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26534746-814d-463a-ad46-df0f9aba93fe,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:04.211851 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:04.225201 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-21bcc8d7-8272-414b-bd3b-dc4524bd0102 req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:04.226635 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-21bcc8d7-8272-414b-bd3b-dc4524bd0102 req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2533960
Jan 18 20:09:05.095710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 374ae617-b85c-4443-b607-f797ec358443 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:09:05.239064 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 374ae617-b85c-4443-b607-f797ec358443 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:09:05.245157 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 374ae617-b85c-4443-b607-f797ec358443 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:05.245581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:05.397231 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:05.421263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 374ae617-b85c-4443-b607-f797ec358443, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=374ae617-b85c-4443-b607-f797ec358443,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:09:05.424639 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:05.426184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:05.514648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=374ae617-b85c-4443-b607-f797ec358443,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:05.518296 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:07.026681 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 374ae617-b85c-4443-b607-f797ec358443 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:09:07.114270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 374ae617-b85c-4443-b607-f797ec358443 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:07.114813 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:07.281892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Sync routers for ids ['eb525b93-1143-4e89-8fdc-84a461c2afe3'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:09:07.301756 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Routers {'eb525b93-1143-4e89-8fdc-84a461c2afe3'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:09:07.302470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b93ff5320>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:08:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['eb525b93-1143-4e89-8fdc-84a461c2afe3'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:09:07.518584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Set router eb525b93-1143-4e89-8fdc-84a461c2afe3 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:09:07.917021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b93ff5320>, [{'id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'name': 'tempest-TestVolumeBootPattern-2115247703-router', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '374ae617-b85c-4443-b607-f797ec358443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:54Z', 'updated_at': '2021-01-18T20:09:01Z', 'revision_number': 4, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'gw_port': {'id': '374ae617-b85c-4443-b607-f797ec358443', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:55Z', 'updated_at': '2021-01-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '91e5bb3b-7e91-462a-b064-f590e3767d96', 'name': '', 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'mac_address': 'fa:16:3e:8a:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:59Z', 'updated_at': '2021-01-18T20:09:01Z', 'revision_number': 2, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'subnets': [{'id': 'e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:09:07.922011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Checking router: eb525b93-1143-4e89-8fdc-84a461c2afe3 for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:09:07.922409 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Updating router eb525b93-1143-4e89-8fdc-84a461c2afe3 port 91e5bb3b-7e91-462a-b064-f590e3767d96 binding host dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:09:07.986328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:08.485588 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:08.500379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Transition to ACTIVE for port object 91e5bb3b-7e91-462a-b064-f590e3767d96 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:09:08.503877 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:08.519896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2e3cf238-9790-454b-88bd-9240cee6a733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:08.681909 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df406c0-1423-443e-a34f-6f62d1f8a4fa None None] Pushing event updated for resources: {'Port': ['ID=91e5bb3b-7e91-462a-b064-f590e3767d96,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:08.687131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6df406c0-1423-443e-a34f-6f62d1f8a4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:08.902527 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Attempting to bind port 91e5bb3b-7e91-462a-b064-f590e3767d96 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:09:08.903136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Attempting to bind port 91e5bb3b-7e91-462a-b064-f590e3767d96 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': '5034593d-de8c-4fa9-ad7a-4bfce219b97b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:09:08.903552 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Attempting to bind port 91e5bb3b-7e91-462a-b064-f590e3767d96 on network 0393d91e-8f95-4fa3-9986-412ab0a1add8 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:09:08.913334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:09:08.913770 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Checking segment: {'id': '5034593d-de8c-4fa9-ad7a-4bfce219b97b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:09:08.914215 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:08.914701 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Bound using segment: {'id': '5034593d-de8c-4fa9-ad7a-4bfce219b97b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:09:08.915260 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Bound port: 91e5bb3b-7e91-462a-b064-f590e3767d96, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5034593d-de8c-4fa9-ad7a-4bfce219b97b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:09:08.915883 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:09.056225 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] For port 91e5bb3b-7e91-462a-b064-f590e3767d96, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:09:09.060680 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] For port 91e5bb3b-7e91-462a-b064-f590e3767d96, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=91e5bb3b-7e91-462a-b064-f590e3767d96,segment=NetworkSegment(5034593d-de8c-4fa9-ad7a-4bfce219b97b),segment_id=5034593d-de8c-4fa9-ad7a-4bfce219b97b)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:09:09.064459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:09.078604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:09.244973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df406c0-1423-443e-a34f-6f62d1f8a4fa None None] Pushing event updated for resources: {'Port': ['ID=91e5bb3b-7e91-462a-b064-f590e3767d96,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:09.250448 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6df406c0-1423-443e-a34f-6f62d1f8a4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:09.303354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Routers {'eb525b93-1143-4e89-8fdc-84a461c2afe3'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:09:09.304096 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b93ff5320>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:08:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['eb525b93-1143-4e89-8fdc-84a461c2afe3'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:09:09.765241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] Set router eb525b93-1143-4e89-8fdc-84a461c2afe3 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:09:10.185100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b93ff5320>, [{'id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'name': 'tempest-TestVolumeBootPattern-2115247703-router', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '374ae617-b85c-4443-b607-f797ec358443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:54Z', 'updated_at': '2021-01-18T20:09:01Z', 'revision_number': 4, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'gw_port': {'id': '374ae617-b85c-4443-b607-f797ec358443', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:55Z', 'updated_at': '2021-01-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '91e5bb3b-7e91-462a-b064-f590e3767d96', 'name': '', 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'mac_address': 'fa:16:3e:8a:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:59Z', 'updated_at': '2021-01-18T20:09:09Z', 'revision_number': 4, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'subnets': [{'id': 'e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:09:10.189605 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b5a24-2acf-43de-957c-10cc7067ecad None None] The sync data for ids ['eb525b93-1143-4e89-8fdc-84a461c2afe3'] in dv-cinder-562053-17-iscsi is: [{'id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'name': 'tempest-TestVolumeBootPattern-2115247703-router', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '374ae617-b85c-4443-b607-f797ec358443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:54Z', 'updated_at': '2021-01-18T20:09:01Z', 'revision_number': 4, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'gw_port': {'id': '374ae617-b85c-4443-b607-f797ec358443', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:55Z', 'updated_at': '2021-01-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '91e5bb3b-7e91-462a-b064-f590e3767d96', 'name': '', 'network_id': '0393d91e-8f95-4fa3-9986-412ab0a1add8', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'mac_address': 'fa:16:3e:8a:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:59Z', 'updated_at': '2021-01-18T20:09:09Z', 'revision_number': 4, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'subnets': [{'id': 'e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:09:10.515735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:09:11.056186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 91e5bb3b-7e91-462a-b064-f590e3767d96 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:09:11.140659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 91e5bb3b-7e91-462a-b064-f590e3767d96 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:09:11.147950 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 91e5bb3b-7e91-462a-b064-f590e3767d96 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:11.149297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:11.317928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:11.363637 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 91e5bb3b-7e91-462a-b064-f590e3767d96, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=91e5bb3b-7e91-462a-b064-f590e3767d96,segment=NetworkSegment(5034593d-de8c-4fa9-ad7a-4bfce219b97b),segment_id=5034593d-de8c-4fa9-ad7a-4bfce219b97b)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:09:11.367052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:11.369982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b4dede03-20c7-4c39-997b-217d50044da9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:11.470381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=91e5bb3b-7e91-462a-b064-f590e3767d96,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:11.473898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:12.630088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c8ae6171-4e08-4c67-90c9-e18e7b805983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:13.029992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 91e5bb3b-7e91-462a-b064-f590e3767d96 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:09:13.127886 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 91e5bb3b-7e91-462a-b064-f590e3767d96 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:13.128370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:15.108897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c5980d91-bee0-4373-9317-6fef81dbd308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:15.776888 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:16.651533 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:17.303270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:20.338940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:24.176861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf8fbc-807e-4b48-bc5c-aca796609c0f req-8a3cab6a-22f2-42e4-a1d0-32f74c6e9310 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:24.178480 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-daaf8fbc-807e-4b48-bc5c-aca796609c0f req-8a3cab6a-22f2-42e4-a1d0-32f74c6e9310 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1145859
Jan 18 20:09:24.233888 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-daaf8fbc-807e-4b48-bc5c-aca796609c0f req-b72716ba-88bd-401a-88f5-ba49bc639639 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486033
Jan 18 20:09:25.499484 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e9919-763e-460d-9333-b9f5661f999b req-ef0f08f3-7c7e-4e47-a81c-c7d183a38160 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:25.501284 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a30e9919-763e-460d-9333-b9f5661f999b req-ef0f08f3-7c7e-4e47-a81c-c7d183a38160 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1116159
Jan 18 20:09:25.564127 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a30e9919-763e-460d-9333-b9f5661f999b req-b2ecfd56-d34e-48a0-bb3d-45f41fe2167b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557892
Jan 18 20:09:26.837200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4593e0-7ddb-42e5-b6b9-5afe1afc861d req-66f716ae-e26c-41d1-8e3f-3ab283b60c01 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:26.839437 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2d4593e0-7ddb-42e5-b6b9-5afe1afc861d req-66f716ae-e26c-41d1-8e3f-3ab283b60c01 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1131537
Jan 18 20:09:26.898327 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2d4593e0-7ddb-42e5-b6b9-5afe1afc861d req-794b743a-9f80-4248-b0af-413e1da6a5d1 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493093
Jan 18 20:09:28.078226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-70daff3a-8136-4327-88f1-3af7926fc6f1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:09:28.097537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-70daff3a-8136-4327-88f1-3af7926fc6f1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:09:28.098896 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-70daff3a-8136-4327-88f1-3af7926fc6f1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1761183414&fields=id&tenant_id=f37c37dd62314742ace1bcb84c0d3473 HTTP/1.1" status: 200  len: 267 time: 0.0710142
Jan 18 20:09:28.177051 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e9577-7cf3-45f1-8e6e-bc87332fccb9 req-93609512-3533-4bf4-b5d3-850c7617faae tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:28.178742 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7c8e9577-7cf3-45f1-8e6e-bc87332fccb9 req-93609512-3533-4bf4-b5d3-850c7617faae tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1125476
Jan 18 20:09:28.231686 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7c8e9577-7cf3-45f1-8e6e-bc87332fccb9 req-a08f9645-aad3-4a43-8010-caaecfc0c423 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462799
Jan 18 20:09:28.302732 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-530dec4b-48f0-4066-90f1-4ee61cb8f447 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:28.303558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-530dec4b-48f0-4066-90f1-4ee61cb8f447 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:09:28.321420 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-530dec4b-48f0-4066-90f1-4ee61cb8f447 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:09:28.322747 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-530dec4b-48f0-4066-90f1-4ee61cb8f447 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 811 time: 0.2163799
Jan 18 20:09:28.339622 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-0a45604c-afbb-4988-a15e-7b133d21ed41 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/quotas/f37c37dd62314742ace1bcb84c0d3473 HTTP/1.1" status: 200  len: 375 time: 0.0105639
Jan 18 20:09:28.444377 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-d05919cc-2b97-4e5e-b1dd-362caf817072 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:09:28.471270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-d05919cc-2b97-4e5e-b1dd-362caf817072 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:09:28.473278 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-d05919cc-2b97-4e5e-b1dd-362caf817072 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1277139
Jan 18 20:09:28.803853 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-1c271e0a-4489-46c2-8f93-10947d9d66aa service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3172402
Jan 18 20:09:28.976736 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-cb5217bd-da78-4608-ac1a-b3d29dede5ca service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1630905
Jan 18 20:09:29.490594 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3626b41f-b92d-4ef7-b07b-781da8a19a89 req-f9d2a184-8d6e-4efc-81ca-39e02646f1f7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 210 time: 0.0725136
Jan 18 20:09:29.509972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835f228-5524-49d8-9015-b9c057d40426 req-bca4c506-a1f8-44e0-a88f-c900d8940641 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:29.511857 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7835f228-5524-49d8-9015-b9c057d40426 req-bca4c506-a1f8-44e0-a88f-c900d8940641 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1191318
Jan 18 20:09:29.580200 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7835f228-5524-49d8-9015-b9c057d40426 req-40f9f981-c834-4010-ab14-065dddd39139 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611112
Jan 18 20:09:30.699225 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aab56737-126a-4c2d-82a3-c59e2fd62465 req-0f035289-faeb-4ed6-9809-2b4247981adf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 210 time: 0.0609701
Jan 18 20:09:30.733140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-1b7b27c1-69dd-4aec-a8a7-93b9c6001804 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:30.734846 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-1b7b27c1-69dd-4aec-a8a7-93b9c6001804 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 811 time: 0.2005515
Jan 18 20:09:30.898680 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-470ed113-632d-43c0-a5a7-834ea4810341 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f37c37dd62314742ace1bcb84c0d3473 HTTP/1.1" status: 200  len: 5765 time: 0.1453276
Jan 18 20:09:30.937075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0128a90-d7be-4f80-bd8b-83d6c3ebc0d2 req-817aa2b9-634d-4639-823e-31546a62140c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:30.938692 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b0128a90-d7be-4f80-bd8b-83d6c3ebc0d2 req-817aa2b9-634d-4639-823e-31546a62140c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1673515
Jan 18 20:09:30.999798 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b0128a90-d7be-4f80-bd8b-83d6c3ebc0d2 req-a5d78e14-99b0-4611-a9cb-3fe8ed7d2536 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540891
Jan 18 20:09:31.197969 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'port': {'device_id': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'admin_state_up': True, 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'security_groups': ['6ae26b61-bf6d-411a-9d52-e2b25733e6c5']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:09:31.356211 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:09:31.366690 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:09:31.376683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Made reservation on behalf of f37c37dd62314742ace1bcb84c0d3473 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:09:31.386474 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:31.910089 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dce73cae-e12c-48ce-9651-ee139fdec1b3 req-ea816bf6-8559-4ca5-90bb-44a64e05aa62 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 210 time: 0.0533204
Jan 18 20:09:31.984522 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Allocated IP 172.20.0.7 (fc461dca-bf55-4c88-9d4a-bd88fae2d591/469bf790-4fcd-4579-b9b3-8247924eaee9/014ce27a-69ee-4248-9024-75a0bb02a736) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:09:32.266116 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:32.291342 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Transition to ACTIVE for port object 014ce27a-69ee-4248-9024-75a0bb02a736 will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:09:32.327725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3bde1-c935-4433-a384-15a492a366c3 req-e2b5a00b-4717-4589-bc33-fc05ba79c652 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:32.329507 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dce3bde1-c935-4433-a384-15a492a366c3 req-e2b5a00b-4717-4589-bc33-fc05ba79c652 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1661706
Jan 18 20:09:32.381210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:32.400015 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-60f147b1-58da-46c6-a506-937aaa0e61a5 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:32.480411 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-dce3bde1-c935-4433-a384-15a492a366c3 req-a6c7ff35-1d8b-4847-9499-05ac82ca31b2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1407740
Jan 18 20:09:32.559641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event updated for resources: {'Port': ['ID=014ce27a-69ee-4248-9024-75a0bb02a736,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:32.579765 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.580074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.580513 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.581338 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.581997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.582429 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.582792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.583495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.584199 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.584663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.585071 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.585476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.585926 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.586321 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.586722 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.587121 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.587518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.587907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.588298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.588723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.589117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.589505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.589896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.590315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:32.595306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:32.645792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:09:32.647394 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:09:32.649935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:09:32.748447 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:32.749201 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:32.793134 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-e291f9f2-4a2b-46aa-b0af-7f9744442fe8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6005726
Jan 18 20:09:32.815252 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Request body: {'port': {'device_id': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:09:32.921032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5b68f66f-08c4-48aa-b75e-0ceadf01ec4d None None] Provisioning for port 014ce27a-69ee-4248-9024-75a0bb02a736 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:09:32.926761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5b68f66f-08c4-48aa-b75e-0ceadf01ec4d None None] Provisioning complete for port 014ce27a-69ee-4248-9024-75a0bb02a736 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:32.927160 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5b68f66f-08c4-48aa-b75e-0ceadf01ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:32.966008 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:32.990445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5b68f66f-08c4-48aa-b75e-0ceadf01ec4d None None] Port 014ce27a-69ee-4248-9024-75a0bb02a736 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:09:33.204398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea494460-8b64-4f41-b8aa-71b3afd88fd5 req-80f8051c-6176-41db-86d5-91c0e82775cd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:33.206510 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ea494460-8b64-4f41-b8aa-71b3afd88fd5 req-80f8051c-6176-41db-86d5-91c0e82775cd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 931 time: 0.1395402
Jan 18 20:09:33.290413 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ea494460-8b64-4f41-b8aa-71b3afd88fd5 req-dc3dfeab-2d59-4a14-ae66-4557820554e6 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0728154
Jan 18 20:09:33.530738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014ce27a-69ee-4248-9024-75a0bb02a736 {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:09:33.540158 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:33.554552 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Transition to ACTIVE for port object 014ce27a-69ee-4248-9024-75a0bb02a736 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:09:33.557976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:33.574978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4d20395b-1d4c-4aaa-872f-f7798a252361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:33.791773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Pushing event updated for resources: {'Port': ['ID=014ce27a-69ee-4248-9024-75a0bb02a736,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:33.798186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:33.875682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205a6f2-d5c0-426d-8c21-c43b88bdb718 req-d6b29354-40f2-470c-b9c3-d4fce013076a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:33.877323 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4205a6f2-d5c0-426d-8c21-c43b88bdb718 req-d6b29354-40f2-470c-b9c3-d4fce013076a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.2356308
Jan 18 20:09:34.038663 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4205a6f2-d5c0-426d-8c21-c43b88bdb718 req-7180d571-b163-4155-8176-18a1b9303c0a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120794
Jan 18 20:09:34.073326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Attempting to bind port 014ce27a-69ee-4248-9024-75a0bb02a736 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:09:34.073326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Attempting to bind port 014ce27a-69ee-4248-9024-75a0bb02a736 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:09:34.073326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Attempting to bind port 014ce27a-69ee-4248-9024-75a0bb02a736 on network fc461dca-bf55-4c88-9d4a-bd88fae2d591 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:09:34.079273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:09:34.079642 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Checking segment: {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:09:34.080047 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:34.080586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Bound using segment: {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:09:34.081645 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Bound port: 014ce27a-69ee-4248-9024-75a0bb02a736, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:09:34.081766 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:34.184693 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] For port 014ce27a-69ee-4248-9024-75a0bb02a736, host hv-cinder-56205, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:09:34.187894 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] For port 014ce27a-69ee-4248-9024-75a0bb02a736, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=014ce27a-69ee-4248-9024-75a0bb02a736,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:09:34.193471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:34.211058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2fafa4c1-7b6b-40e0-84fb-4ae3238589db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:34.373788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Pushing event updated for resources: {'Port': ['ID=014ce27a-69ee-4248-9024-75a0bb02a736,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:34.379565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:34.438942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:34.440086 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:34.442520 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] 10.222.0.72 "PUT /v2.0/ports/014ce27a-69ee-4248-9024-75a0bb02a736 HTTP/1.1" status: 200  len: 1157 time: 1.6317964
Jan 18 20:09:34.443828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'tag': '014ce27a-69ee-4248-9024-75a0bb02a736'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:09:34.573323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbc59b-aab7-4d37-b29c-7e647d80d307 req-7e3dbc9b-8046-4b58-bdd6-7d985632f108 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:34.575623 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b5cbc59b-aab7-4d37-b29c-7e647d80d307 req-7e3dbc9b-8046-4b58-bdd6-7d985632f108 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 943 time: 0.1417274
Jan 18 20:09:34.658649 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-f3581651-216f-49ff-8933-c5fe3d50e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:34.660481 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-f3581651-216f-49ff-8933-c5fe3d50e756 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 1160 time: 0.1520054
Jan 18 20:09:34.664876 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b5cbc59b-aab7-4d37-b29c-7e647d80d307 req-80fd0f25-c25e-4cd5-87a9-3e8730c5af98 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0770776
Jan 18 20:09:34.753260 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'tag': '014ce27a-69ee-4248-9024-75a0bb02a736', 'status': 'completed', 'code': 200}
Jan 18 20:09:34.765184 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-00de0348-11b3-474e-bcd8-089453ef7262 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014ce27a-69ee-4248-9024-75a0bb02a736 HTTP/1.1" status: 200  len: 217 time: 0.0851774
Jan 18 20:09:34.843904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-850c9ab5-b556-4b38-a2e6-0e84b5997904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:34.845849 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-850c9ab5-b556-4b38-a2e6-0e84b5997904 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0717046
Jan 18 20:09:34.943316 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-2231648d-8b52-45ef-953b-84df6c0e7347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:34.945535 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-2231648d-8b52-45ef-953b-84df6c0e7347 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0897350
Jan 18 20:09:35.097943 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-21db29e1-4efe-42d3-a149-bc13d5a1c5ad service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477997
Jan 18 20:09:35.269210 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d4b9224-83c5-4abf-bbf4-e621a08b2dc5 req-73ec48f7-3d7f-4756-8c36-c786e27df359 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1666095
Jan 18 20:09:35.328899 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909f2a-b567-4bfd-9ea5-e6a5661101ad req-ecdce733-40ae-4ed8-9211-7052306094b7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:35.331234 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3c909f2a-b567-4bfd-9ea5-e6a5661101ad req-ecdce733-40ae-4ed8-9211-7052306094b7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1355689
Jan 18 20:09:35.397628 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3c909f2a-b567-4bfd-9ea5-e6a5661101ad req-0d9c1660-d6d0-497e-ab01-07651f98237b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536435
Jan 18 20:09:35.435767 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa770-736b-43c1-a62b-6eb1e9569fe8 req-d1a69156-3753-4baa-b349-b5773011c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:35.437728 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-be1aa770-736b-43c1-a62b-6eb1e9569fe8 req-d1a69156-3753-4baa-b349-b5773011c6f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 1160 time: 0.0926044
Jan 18 20:09:35.609747 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa770-736b-43c1-a62b-6eb1e9569fe8 req-2c96ed21-30a9-4a3b-8ed4-1961a204f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:35.612236 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-be1aa770-736b-43c1-a62b-6eb1e9569fe8 req-2c96ed21-30a9-4a3b-8ed4-1961a204f78b service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.1643939
Jan 18 20:09:35.687430 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-be1aa770-736b-43c1-a62b-6eb1e9569fe8 req-bc20d25f-4adf-481b-be93-2099528a1a42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014ce27a-69ee-4248-9024-75a0bb02a736 HTTP/1.1" status: 200  len: 217 time: 0.0708413
Jan 18 20:09:35.765801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa770-736b-43c1-a62b-6eb1e9569fe8 req-606b6056-f7bb-4323-9303-8fb614eaaeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:35.767279 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-be1aa770-736b-43c1-a62b-6eb1e9569fe8 req-606b6056-f7bb-4323-9303-8fb614eaaeeb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0734029
Jan 18 20:09:35.938382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa770-736b-43c1-a62b-6eb1e9569fe8 req-a9e99515-dcda-4996-bdee-92bd10f812c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:35.939989 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-be1aa770-736b-43c1-a62b-6eb1e9569fe8 req-a9e99515-dcda-4996-bdee-92bd10f812c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1678979
Jan 18 20:09:35.963793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137d0a9-3d29-4e63-bd82-c4bd59a55820 req-6647a1e7-c79f-4c87-b9a2-ccf08dc60ab9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:35.964580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-e137d0a9-3d29-4e63-bd82-c4bd59a55820 req-6647a1e7-c79f-4c87-b9a2-ccf08dc60ab9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:09:36.289635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-e137d0a9-3d29-4e63-bd82-c4bd59a55820 req-6647a1e7-c79f-4c87-b9a2-ccf08dc60ab9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:09:36.290986 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e137d0a9-3d29-4e63-bd82-c4bd59a55820 req-6647a1e7-c79f-4c87-b9a2-ccf08dc60ab9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 943 time: 0.4786131
Jan 18 20:09:36.374863 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-be1aa770-736b-43c1-a62b-6eb1e9569fe8 req-458b6aa7-8dd6-4549-bbe3-735481a8a075 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4071202
Jan 18 20:09:36.383773 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e137d0a9-3d29-4e63-bd82-c4bd59a55820 req-3c7ba986-b83d-441e-ad9d-65ebc49f35ed tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0808549
Jan 18 20:09:36.530247 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-be1aa770-736b-43c1-a62b-6eb1e9569fe8 req-ccd24ed3-31b3-43fc-87be-7d3bbd67f469 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462162
Jan 18 20:09:36.678139 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4abdb2-91ae-4d58-9265-9e507ac4b193 req-d1c66910-5a64-4f6c-ab99-dd8167131d95 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:36.679849 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee4abdb2-91ae-4d58-9265-9e507ac4b193 req-d1c66910-5a64-4f6c-ab99-dd8167131d95 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1229506
Jan 18 20:09:36.744694 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee4abdb2-91ae-4d58-9265-9e507ac4b193 req-020d04ac-630d-49c3-8504-69cdee571ecd tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541196
Jan 18 20:09:37.630225 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d9ab7-25dc-4311-bebb-42b990d20cfe req-75cbbcc1-701c-4b1a-ad09-9e620a08c6e0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:37.631969 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b75d9ab7-25dc-4311-bebb-42b990d20cfe req-75cbbcc1-701c-4b1a-ad09-9e620a08c6e0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 943 time: 0.1107919
Jan 18 20:09:37.691685 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b75d9ab7-25dc-4311-bebb-42b990d20cfe req-1c99affb-66ec-4dba-86a6-515ca51f1370 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0529096
Jan 18 20:09:38.024961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ffaf4-6214-47c0-b434-8f5da98c5ed7 req-5f39f129-f8b3-449e-97c7-707614d638cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:38.026740 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2c8ffaf4-6214-47c0-b434-8f5da98c5ed7 req-5f39f129-f8b3-449e-97c7-707614d638cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1179817
Jan 18 20:09:38.091870 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2c8ffaf4-6214-47c0-b434-8f5da98c5ed7 req-47b0d1b5-769f-4afb-971a-81301267b854 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566835
Jan 18 20:09:38.956151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73d56-334c-4cf9-b548-1a567bcd4234 req-1cc4c4eb-65b2-4682-a103-cc1366d63484 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:38.957916 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e3c73d56-334c-4cf9-b548-1a567bcd4234 req-1cc4c4eb-65b2-4682-a103-cc1366d63484 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 943 time: 0.1109743
Jan 18 20:09:39.012527 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e3c73d56-334c-4cf9-b548-1a567bcd4234 req-70608f10-8343-44b3-9f16-a91741795653 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0480542
Jan 18 20:09:39.365349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecb7d6-846f-4c80-89da-e1bd8a8ca908 req-c16adef6-e1ec-44f4-ad4c-e3d2f3665f19 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:39.367403 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5eecb7d6-846f-4c80-89da-e1bd8a8ca908 req-c16adef6-e1ec-44f4-ad4c-e3d2f3665f19 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1179600
Jan 18 20:09:39.425636 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5eecb7d6-846f-4c80-89da-e1bd8a8ca908 req-9e73e3e5-db60-4e58-bf8d-2635e9379198 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499141
Jan 18 20:09:40.275535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4e785-a606-449f-b158-2a7893fe7952 req-738be06e-84ed-4af0-8ec9-76e5f7be82e5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:40.277936 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e0c4e785-a606-449f-b158-2a7893fe7952 req-738be06e-84ed-4af0-8ec9-76e5f7be82e5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 943 time: 0.1218703
Jan 18 20:09:40.335090 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e0c4e785-a606-449f-b158-2a7893fe7952 req-96023d44-1417-4c04-a7bc-16b95bf9a6b4 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0506172
Jan 18 20:09:40.730117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33180ee4-7a14-44c7-b009-0ab2c64aca31 req-326d2058-4c65-4c43-8118-69978c87e881 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:40.731855 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-33180ee4-7a14-44c7-b009-0ab2c64aca31 req-326d2058-4c65-4c43-8118-69978c87e881 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1096373
Jan 18 20:09:40.794328 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-33180ee4-7a14-44c7-b009-0ab2c64aca31 req-0e5f9e95-f272-4994-aab6-fae5f20d2bab tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545452
Jan 18 20:09:41.566716 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 35886) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:09:41.612589 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421af1c-10f3-47bd-8ff6-c4ec26221810 req-0a179068-3b01-432e-945d-a5618269d48a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:41.614502 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e421af1c-10f3-47bd-8ff6-c4ec26221810 req-0a179068-3b01-432e-945d-a5618269d48a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 943 time: 0.1252317
Jan 18 20:09:41.692659 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e421af1c-10f3-47bd-8ff6-c4ec26221810 req-194b52fc-83a2-41d0-9cf0-48377e972cb3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0657892
Jan 18 20:09:41.750455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1c3ca23b-b127-4525-8296-cd50efabec61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:41.768960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1c3ca23b-b127-4525-8296-cd50efabec61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:09:41.773516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1c3ca23b-b127-4525-8296-cd50efabec61 admin admin] Usage tracker for resource:security_group_rule and tenant:78a8a623dbb8415c9c1faffa071920b7 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:09:41.776699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-1c3ca23b-b127-4525-8296-cd50efabec61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:09:41.782519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-1c3ca23b-b127-4525-8296-cd50efabec61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:09:41.895811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1c3ca23b-b127-4525-8296-cd50efabec61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:41.898756 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1c3ca23b-b127-4525-8296-cd50efabec61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:41.908421 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3ccfe88f-35ea-4620-9d78-c2a126230071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:41.992677 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1c3ca23b-b127-4525-8296-cd50efabec61 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=78a8a623dbb8415c9c1faffa071920b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4235387
Jan 18 20:09:41.995699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 35894) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:09:41.999300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ca23b-b127-4525-8296-cd50efabec61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f44cf4-ab2f-428d-b804-f60e5b1a0f83,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:42.003094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1c3ca23b-b127-4525-8296-cd50efabec61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:42.067768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dee9553c-f6bf-4c5a-a8ea-d5a4465a019d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:42.074362 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95beae3-c42b-47a3-b460-d0c523260675 req-c128ade3-163c-4646-a4a3-9940d1b9a3d1 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:42.076237 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c95beae3-c42b-47a3-b460-d0c523260675 req-c128ade3-163c-4646-a4a3-9940d1b9a3d1 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1286492
Jan 18 20:09:42.102745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dee9553c-f6bf-4c5a-a8ea-d5a4465a019d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:42.138401 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c95beae3-c42b-47a3-b460-d0c523260675 req-613f0497-6617-4e40-8356-f096464be0ae tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548086
Jan 18 20:09:42.166996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dee9553c-f6bf-4c5a-a8ea-d5a4465a019d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:42.172623 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4aee8a43-9ee5-4cd5-97ce-14de52d2f359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:42.188647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9553c-f6bf-4c5a-a8ea-d5a4465a019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f44cf4-ab2f-428d-b804-f60e5b1a0f83,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:42.192753 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-dee9553c-f6bf-4c5a-a8ea-d5a4465a019d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:42.196805 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dee9553c-f6bf-4c5a-a8ea-d5a4465a019d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:42.198104 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-dee9553c-f6bf-4c5a-a8ea-d5a4465a019d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a3f44cf4-ab2f-428d-b804-f60e5b1a0f83 HTTP/1.1" status: 204  len: 168 time: 0.2012401
Jan 18 20:09:42.647982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-864ecd50-be1a-444d-b281-6c8b31203289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:42.955817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ff366-05e1-4250-a0a5-ae6052672c70 req-7b1356cf-0f6b-4481-87a6-535b47b8c6b8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:42.957676 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e16ff366-05e1-4250-a0a5-ae6052672c70 req-7b1356cf-0f6b-4481-87a6-535b47b8c6b8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 943 time: 0.1064749
Jan 18 20:09:43.017101 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e16ff366-05e1-4250-a0a5-ae6052672c70 req-12fbbb63-cb8a-4605-b024-30322330bd14 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0521708
Jan 18 20:09:43.432695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfa2bd-3015-44b1-8c15-d2262f253d23 req-923617a7-69a0-4596-8a33-447e925c82ef tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:43.434465 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4acfa2bd-3015-44b1-8c15-d2262f253d23 req-923617a7-69a0-4596-8a33-447e925c82ef tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1247852
Jan 18 20:09:43.500773 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4acfa2bd-3015-44b1-8c15-d2262f253d23 req-eee6d6c7-14f5-49a4-9374-5af700d7a1cb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596552
Jan 18 20:09:44.267403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a344ed-e587-4227-8c55-54a24950aa95 req-5b63e860-8d78-4d4c-9fcc-f5fda797cdf7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:44.269196 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-28a344ed-e587-4227-8c55-54a24950aa95 req-5b63e860-8d78-4d4c-9fcc-f5fda797cdf7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 943 time: 0.1173677
Jan 18 20:09:44.334411 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-28a344ed-e587-4227-8c55-54a24950aa95 req-ba86eb3b-8ac0-46d7-a611-0104190547a5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0564265
Jan 18 20:09:44.786792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d7b7b-6116-4971-8836-8a4c8c56282f req-381041d7-829a-4ca9-9874-5d2d6ab5dce8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:44.789721 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b85d7b7b-6116-4971-8836-8a4c8c56282f req-381041d7-829a-4ca9-9874-5d2d6ab5dce8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1320879
Jan 18 20:09:44.856498 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b85d7b7b-6116-4971-8836-8a4c8c56282f req-c8a3a602-5b64-4760-99cc-17e871c42757 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587726
Jan 18 20:09:45.109550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-76858d7f-1a30-4128-92fe-2d40d74077ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:45.652281 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c7647-120a-4e19-9b6a-f501a2998caf req-7c055e72-c104-402c-a63f-de3b2929ae48 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:45.654588 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-106c7647-120a-4e19-9b6a-f501a2998caf req-7c055e72-c104-402c-a63f-de3b2929ae48 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 943 time: 0.1306870
Jan 18 20:09:45.742168 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-106c7647-120a-4e19-9b6a-f501a2998caf req-b5bb8871-5c73-4aaa-99c1-305806c1f732 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0806959
Jan 18 20:09:45.796385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:46.161525 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e69f6-26b4-4da8-9270-481a8c5c83e4 req-5fd88451-6590-4ffd-9f5e-45e368f33ef3 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:46.164110 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ea0e69f6-26b4-4da8-9270-481a8c5c83e4 req-5fd88451-6590-4ffd-9f5e-45e368f33ef3 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1254790
Jan 18 20:09:46.228012 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ea0e69f6-26b4-4da8-9270-481a8c5c83e4 req-a68b8f15-0190-4d68-a124-a72afd62e432 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554240
Jan 18 20:09:46.674205 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:47.061928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c3196-5bd1-47b9-bd55-cc51e4ea0197 req-2676f9ff-b16c-40e5-afcc-066d7f5d3a40 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:47.063674 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1c3c3196-5bd1-47b9-bd55-cc51e4ea0197 req-2676f9ff-b16c-40e5-afcc-066d7f5d3a40 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 943 time: 0.1155930
Jan 18 20:09:47.134666 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1c3c3196-5bd1-47b9-bd55-cc51e4ea0197 req-bcee2e50-a666-4019-9eb5-61619cb67b4a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0629110
Jan 18 20:09:47.315602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:47.517788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:09:47.543731 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7c5fe-019c-42f8-a220-f241fe5eb63e req-47db7235-a88e-4464-9bbd-cd30a4b03013 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:47.551752 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-29f7c5fe-019c-42f8-a220-f241fe5eb63e req-47db7235-a88e-4464-9bbd-cd30a4b03013 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1262984
Jan 18 20:09:47.604353 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-29f7c5fe-019c-42f8-a220-f241fe5eb63e req-945c6b85-b070-452b-9d57-0af15d6c8a30 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514328
Jan 18 20:09:48.417150 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a23120-61f3-4be3-b30b-707bade15caa req-227ce2f7-84bc-4b2a-9553-c339638810b1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:48.418808 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-48a23120-61f3-4be3-b30b-707bade15caa req-227ce2f7-84bc-4b2a-9553-c339638810b1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 943 time: 0.1204677
Jan 18 20:09:48.471948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 014ce27a-69ee-4248-9024-75a0bb02a736 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:09:48.478552 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-48a23120-61f3-4be3-b30b-707bade15caa req-ff67d88b-c8ff-4d66-9abe-a043bffc15b1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0520175
Jan 18 20:09:48.607621 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 014ce27a-69ee-4248-9024-75a0bb02a736 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:09:48.619435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 014ce27a-69ee-4248-9024-75a0bb02a736 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:48.620585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:48.825331 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:48.863254 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014ce27a-69ee-4248-9024-75a0bb02a736'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:09:48.876836 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 014ce27a-69ee-4248-9024-75a0bb02a736, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=014ce27a-69ee-4248-9024-75a0bb02a736,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:09:48.880572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:48.883797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:48.982080 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014ce27a-69ee-4248-9024-75a0bb02a736', 'code': 200}
Jan 18 20:09:48.992096 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=014ce27a-69ee-4248-9024-75a0bb02a736,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:49.006609 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.007383 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.008031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.008864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.009713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.010266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.010791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.011317 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.011842 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.012384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.012983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.013524 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.014272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.014874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.015551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.016097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.016665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.017178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.017700 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.018268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.019049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.019941 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.020549 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.021073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:49.035595 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:49.040798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27dc75-c000-4bcc-9b89-b49fc256f48c req-c8b6ddca-a170-4352-bd8e-ea746506b982 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:49.052983 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9e27dc75-c000-4bcc-9b89-b49fc256f48c req-c8b6ddca-a170-4352-bd8e-ea746506b982 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.2109456
Jan 18 20:09:49.118262 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9e27dc75-c000-4bcc-9b89-b49fc256f48c req-22b03036-eb8b-4bca-ba45-2b4a9cf1754f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637064
Jan 18 20:09:49.305008 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747040b9-0d0b-445f-9c24-1282d57df04e req-15180ad2-d087-432b-ae66-a21d83b6dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:49.307318 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-747040b9-0d0b-445f-9c24-1282d57df04e req-15180ad2-d087-432b-ae66-a21d83b6dd1c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 1162 time: 0.0879841
Jan 18 20:09:49.359204 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-747040b9-0d0b-445f-9c24-1282d57df04e req-d3defaa4-3abb-40ed-a1fe-53a567a63ccb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0471132
Jan 18 20:09:49.865614 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94837fb8-4ed1-4030-a0d5-2083771029df req-08d995f1-6906-4e71-b647-d21d1ece512c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:49.875613 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94837fb8-4ed1-4030-a0d5-2083771029df req-08d995f1-6906-4e71-b647-d21d1ece512c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 945 time: 0.2213271
Jan 18 20:09:49.947598 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94837fb8-4ed1-4030-a0d5-2083771029df req-1d179973-3005-4d0e-ba81-dade4e86d17c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0707591
Jan 18 20:09:50.358110 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:50.571629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51810e3f-88cf-4e1a-a9e9-53c993d66584 req-7e5d47e1-7682-4b1d-885c-79c95ca9d1e7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:50.580954 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-51810e3f-88cf-4e1a-a9e9-53c993d66584 req-7e5d47e1-7682-4b1d-885c-79c95ca9d1e7 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1388738
Jan 18 20:09:50.654406 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-51810e3f-88cf-4e1a-a9e9-53c993d66584 req-df43218c-aed3-4bc3-a063-0da3a4a4d453 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719450
Jan 18 20:09:51.146579 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 014ce27a-69ee-4248-9024-75a0bb02a736 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:09:51.238802 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 014ce27a-69ee-4248-9024-75a0bb02a736 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:09:51.239656 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:51.271419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9458932-7784-4781-a5b9-6a9ed4eeb81b req-6267d87f-a6e7-4e13-baa4-7f3497db080e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:51.279996 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d9458932-7784-4781-a5b9-6a9ed4eeb81b req-6267d87f-a6e7-4e13-baa4-7f3497db080e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 945 time: 0.1318514
Jan 18 20:09:51.343708 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d9458932-7784-4781-a5b9-6a9ed4eeb81b req-05fb9b27-98e0-40cd-ab5f-89a735531022 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0625629
Jan 18 20:09:51.613176 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082d2a4-598c-4a93-b0ab-9fdaf5a1c60c req-3463aa3f-dde7-4cc5-860c-4239d643ab32 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:51.615089 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2082d2a4-598c-4a93-b0ab-9fdaf5a1c60c req-3463aa3f-dde7-4cc5-860c-4239d643ab32 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 945 time: 0.1342633
Jan 18 20:09:51.691262 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2082d2a4-598c-4a93-b0ab-9fdaf5a1c60c req-cbc1f7e6-406a-460e-b9e8-a7fdc24ae4ea tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0653679
Jan 18 20:09:51.957732 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94695ca3-c553-48bf-8072-076881a7fd2e req-394aaf86-64e9-4cf0-bd82-473a4852e22f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:51.960153 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94695ca3-c553-48bf-8072-076881a7fd2e req-394aaf86-64e9-4cf0-bd82-473a4852e22f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1257060
Jan 18 20:09:52.030465 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-d72b8d5f-34cf-417f-8201-6df7f3426dec tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2299700
Jan 18 20:09:52.053536 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'floatingip': {'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:09:52.073232 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:09:52.087159 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94695ca3-c553-48bf-8072-076881a7fd2e req-1686a862-4da5-4014-8204-07087c4c970d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1136346
Jan 18 20:09:52.093256 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Usage tracker for resource:floatingip and tenant:f37c37dd62314742ace1bcb84c0d3473 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:09:52.106244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:09:52.114195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:09:52.142497 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:52.335428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:52.367266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36066) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:09:52.551276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:52.576871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:09:52.582229 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Usage tracker for resource:security_group_rule and tenant:c11db5ba01c949e4aff776bb15e07341 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:09:52.586254 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:09:52.593525 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:09:52.754552 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:52.768629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:52.774431 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Allocated IP 172.27.0.59 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/851ec54c-56d3-405f-9779-89f7ca402f0e) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:09:52.811264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1c98dcfd-54cf-495d-8d52-6bff9a41a490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:52.830983 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c11db5ba01c949e4aff776bb15e07341&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4627802
Jan 18 20:09:52.845705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36072) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:09:52.851660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f3972d-1da5-4c24-b7ba-82b049140ba3,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:52.860735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.861166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.861585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.862004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.862408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.862817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.863228 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.863642 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.864183 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.864615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.867459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.867459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.867459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.867459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.867459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.868032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.868262 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.869090 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.869684 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.870369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.870760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.871164 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.871567 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.871964 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:09:52.880417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:52.995339 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-38e4856c-b6fb-44ba-a5fa-00624c1a262f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:53.045886 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-38e4856c-b6fb-44ba-a5fa-00624c1a262f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:53.103578 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:53.136627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-38e4856c-b6fb-44ba-a5fa-00624c1a262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:53.143604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e8743baf-80df-4c4e-8ef6-67b556f0ffce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:53.163822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4856c-b6fb-44ba-a5fa-00624c1a262f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f3972d-1da5-4c24-b7ba-82b049140ba3,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:53.173595 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-38e4856c-b6fb-44ba-a5fa-00624c1a262f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:53.204875 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-38e4856c-b6fb-44ba-a5fa-00624c1a262f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:53.206721 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-38e4856c-b6fb-44ba-a5fa-00624c1a262f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a7f3972d-1da5-4c24-b7ba-82b049140ba3 HTTP/1.1" status: 204  len: 168 time: 0.3598549
Jan 18 20:09:53.208028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:53.428517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-77def6ae-245a-45a4-8ab5-aa1349923b28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:53.535951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event updated for resources: {'Port': ['ID=851ec54c-56d3-405f-9779-89f7ca402f0e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:53.560940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:53.565599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779143e8-841a-4291-bb18-91a72e412efb req-49cac7f6-161c-43ce-a173-d6a8d7427bdf tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:53.574896 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-779143e8-841a-4291-bb18-91a72e412efb req-49cac7f6-161c-43ce-a173-d6a8d7427bdf tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.2343056
Jan 18 20:09:53.654190 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-779143e8-841a-4291-bb18-91a72e412efb req-62dd9cc5-3ffa-4c29-a8c5-f93c960f6a09 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779552
Jan 18 20:09:53.673823 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:09:53.675265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:09:53.677989 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:09:53.830417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:53.908113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:54.386810 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:54.394145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:54.470764 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:54.874789 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36112) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:09:54.934298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event updated for resources: {'Port': ['ID=851ec54c-56d3-405f-9779-89f7ca402f0e,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:54.940702 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:55.051089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958702d-44ea-4e78-a534-739c8d5174b9 req-6fd8ef95-f6f4-478d-b7e6-de6d79ed5865 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:55.052892 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6958702d-44ea-4e78-a534-739c8d5174b9 req-6fd8ef95-f6f4-478d-b7e6-de6d79ed5865 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1718228
Jan 18 20:09:55.134822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:55.187719 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:55.189132 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.1494563
Jan 18 20:09:55.219591 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6958702d-44ea-4e78-a534-739c8d5174b9 req-fd3d02c4-a68a-4cf8-b8fb-e7f6ba3dbc94 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1598835
Jan 18 20:09:55.257657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-701373759-network', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:09:55.273053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:09:55.287752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Usage tracker for resource:network and tenant:63b9797cef4f43b28eeee891fea4ee3d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:09:55.295554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:09:55.305441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:09:55.313705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-6098be69-0ed3-48dd-b7ae-4a1a7caa817c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:floatingip {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:09:55.316565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Made reservation on behalf of 63b9797cef4f43b28eeee891fea4ee3d for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:09:55.323403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:55.342455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:55.357654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-6098be69-0ed3-48dd-b7ae-4a1a7caa817c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:floatingip {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:09:55.359315 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-6098be69-0ed3-48dd-b7ae-4a1a7caa817c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.59 HTTP/1.1" status: 200  len: 695 time: 0.1617227
Jan 18 20:09:55.364340 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:09:55.370152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Usage tracker for resource:security_group_rule and tenant:63b9797cef4f43b28eeee891fea4ee3d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:09:55.373696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:09:55.385562 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:09:55.562284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:55.570808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:55.575471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-51b5bc9d-e615-4b59-ab0d-26b5b2b4b410 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:55.636828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-e6d9f75f-e3a0-493b-81dd-0a11bed91f9b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:55.639449 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fdd6c13d-c427-4077-aad5-36f5cedd0555 req-e6d9f75f-e3a0-493b-81dd-0a11bed91f9b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 784 time: 0.2728150
Jan 18 20:09:55.688183 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:09:55.700750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734782353011', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:55.701324 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Added segment dbc3f77b-37ab-4079-a9a0-16abe937707f of type vxlan for network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8
Jan 18 20:09:55.735081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a3eb07-ae90-437d-a4c9-ec52c91203a4,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:55.743246 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:55.743977 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:55.903336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:55.907919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:55.908897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:55.924508 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-04710847-3559-4dcc-b147-f12386221572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:56.362348 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Pushing event updated for resources: {'Network': ['ID=6bae5162-0a48-4df6-a015-bf35f2ebe5b8,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:56.376457 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:09:56.394052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-95b37716-55ff-4847-a766-66a2f745a8ca tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:56.395742 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-95b37716-55ff-4847-a766-66a2f745a8ca tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.5965302
Jan 18 20:09:56.397573 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:56.399655 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.5224075
Jan 18 20:09:56.403920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36138) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:09:56.410077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Request body: {'subnet': {'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-701373759-subnet', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:09:56.411729 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:09:56.477864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:09:56.480940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Usage tracker for resource:subnet and tenant:63b9797cef4f43b28eeee891fea4ee3d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:09:56.484843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:09:56.491502 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:09:56.530276 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-4eac6b6a-b89c-4c36-9034-283b721f00e4 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.59 HTTP/1.1" status: 200  len: 695 time: 0.1158891
Jan 18 20:09:56.531564 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Made reservation on behalf of 63b9797cef4f43b28eeee891fea4ee3d for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:09:56.537138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755164'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:56.802396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-c0316de4-e7d9-46d8-adf9-20bc2ff804d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'floatingip': {'port_id': '014ce27a-69ee-4248-9024-75a0bb02a736', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:09:56.923258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-c0316de4-e7d9-46d8-adf9-20bc2ff804d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:56.929758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e03f1-95a9-4d1d-8b8f-5413dc18eabe req-90cf9646-7ac0-4aa1-a4c9-1531b98aad30 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:56.940661 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6c1e03f1-95a9-4d1d-8b8f-5413dc18eabe req-90cf9646-7ac0-4aa1-a4c9-1531b98aad30 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1572323
Jan 18 20:09:57.017857 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6c1e03f1-95a9-4d1d-8b8f-5413dc18eabe req-ec2283ce-2c83-4bc1-8156-006e796cf956 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780530
Jan 18 20:09:57.295417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d65cd-f4f8-4bb7-a7e8-04644031ed81 req-6203d0ed-8d23-4843-8c40-bb20356450b3 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:57.297307 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6b0d65cd-f4f8-4bb7-a7e8-04644031ed81 req-6203d0ed-8d23-4843-8c40-bb20356450b3 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 945 time: 0.1271107
Jan 18 20:09:57.356013 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6b0d65cd-f4f8-4bb7-a7e8-04644031ed81 req-e5332996-34e5-407d-ae27-790f273c8288 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=7eeb8053-d9aa-4968-98c2-1ee9dd477668&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502827
Jan 18 20:09:57.790908 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843839059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755149'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:57.812253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ef5d1ccc-9d0e-4f23-b9b5-09c1fedde705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:57.856194 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-c0316de4-e7d9-46d8-adf9-20bc2ff804d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:57.899275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-c0316de4-e7d9-46d8-adf9-20bc2ff804d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:58.133190 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e99f040-aeab-4fe9-8b6b-2ac3c0622142,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:58.142007 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:58.198396 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdc816-b437-451b-8979-433ad753333d req-9dc3d7e8-1ccd-46c8-bb7d-2d27ec8415d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:58.200183 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5dbdc816-b437-451b-8979-433ad753333d req-9dc3d7e8-1ccd-46c8-bb7d-2d27ec8415d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 1163 time: 0.1335394
Jan 18 20:09:58.239954 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-c0316de4-e7d9-46d8-adf9-20bc2ff804d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Floating IP 064c6f4b-ae62-41fe-8434-9bb03b6cb9f0 associated. External IP: 172.27.0.59, port: 014ce27a-69ee-4248-9024-75a0bb02a736.
Jan 18 20:09:58.460425 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29669-1da5-40ee-b60e-410d979076f5 req-c27290af-6ef9-4e92-8f6f-115ecf9547f0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:58.462096 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-79a29669-1da5-40ee-b60e-410d979076f5 req-c27290af-6ef9-4e92-8f6f-115ecf9547f0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.2593091
Jan 18 20:09:58.473572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Checking segment: {'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:09:58.473966 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Network hostable DHCP agents. Network: 6bae5162-0a48-4df6-a015-bf35f2ebe5b8, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:09:58.485637 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdc816-b437-451b-8979-433ad753333d req-99302a6f-49a2-4c5f-96d6-3cfe97cd5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:58.487251 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5dbdc816-b437-451b-8979-433ad753333d req-99302a6f-49a2-4c5f-96d6-3cfe97cd5a14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 910 time: 0.2397132
Jan 18 20:09:58.534197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:09:58.558398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 6bae5162-0a48-4df6-a015-bf35f2ebe5b8) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:09:58.570176 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d0f45-b0d4-47a9-b468-e364164bc01f None None] Network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:09:58.605115 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-79a29669-1da5-40ee-b60e-410d979076f5 req-39f068b1-3a2d-4204-be67-4c8479237fdb tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1351175
Jan 18 20:09:58.646351 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5dbdc816-b437-451b-8979-433ad753333d req-00583a5e-70ee-4d4f-a433-9961ea8f56b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3734918-f428-455e-8373-f148071841c0 HTTP/1.1" status: 200  len: 1002 time: 0.1420858
Jan 18 20:09:58.664403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-1f1e2e7d-6930-46de-be05-a21431e14f6b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:58.666125 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-1f1e2e7d-6930-46de-be05-a21431e14f6b tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.72 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 945 time: 0.2892306
Jan 18 20:09:58.802599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdc816-b437-451b-8979-433ad753333d req-85cf78a5-c1ef-4485-9c12-ebaae185773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:58.808978 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5dbdc816-b437-451b-8979-433ad753333d req-85cf78a5-c1ef-4485-9c12-ebaae185773f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c1f2f94c-f22d-4168-b95c-a2cae84e702f HTTP/1.1" status: 200  len: 855 time: 0.1531081
Jan 18 20:09:58.842998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd851127e-0039-5e12-9f31-78d5075d90a2-6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'fixed_ips': [{'subnet_id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142'}]}} from dv-cinder-562053-17-iscsi. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 18 20:09:58.844734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:59.003737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da0e7a-0123-4235-8038-6f180c0022ca req-9f861f85-8848-422d-bd80-65bce1bbe705 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:59.007224 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-72da0e7a-0123-4235-8038-6f180c0022ca req-9f861f85-8848-422d-bd80-65bce1bbe705 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 945 time: 0.1497936
Jan 18 20:09:59.009903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdc816-b437-451b-8979-433ad753333d req-b1c0d203-f6db-4db8-bbf4-75f5a9763ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:59.012110 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5dbdc816-b437-451b-8979-433ad753333d req-b1c0d203-f6db-4db8-bbf4-75f5a9763ebe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=afb56ae4-80d3-4971-aaeb-b3508e21ee72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1941342
Jan 18 20:09:59.093450 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:09:59.094088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:59.158309 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f510bf17-561f-4a53-b035-8840901abf06 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.7528474
Jan 18 20:09:59.165184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36160) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:09:59.178267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Deleting port 05945a0e-336b-4564-8bd8-4b13d9038379 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:09:59.178720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:59.182468 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 05945a0e-336b-4564-8bd8-4b13d9038379 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:09:59.185076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:09:59.207018 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-72da0e7a-0123-4235-8038-6f180c0022ca req-8a613178-ba77-4de9-b174-4494f4523f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=7eeb8053-d9aa-4968-98c2-1ee9dd477668&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1903579
Jan 18 20:09:59.241403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:09:59.251148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Usage tracker for resource:router and tenant:63b9797cef4f43b28eeee891fea4ee3d is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:09:59.255033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:09:59.266153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:09:59.298878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853841574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772417'] for router, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:59.300100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853774961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3332'] for router, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:59.307458 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5dbdc816-b437-451b-8979-433ad753333d req-ebad3e6f-66ad-481f-b9c3-a26d521063b9 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2893889
Jan 18 20:09:59.333727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-c0316de4-e7d9-46d8-adf9-20bc2ff804d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:09:59.334322 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Allocated IP 172.20.0.2 (6bae5162-0a48-4df6-a015-bf35f2ebe5b8/8e99f040-aeab-4fe9-8b6b-2ac3c0622142/1fce2cb9-c802-4c66-9828-00d90e2b138c) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:09:59.373785 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:59.382266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:59.461581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05945a0e-336b-4564-8bd8-4b13d9038379'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:09:59.474759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 05945a0e-336b-4564-8bd8-4b13d9038379, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=05945a0e-336b-4564-8bd8-4b13d9038379,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:09:59.539129 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:59.546332 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:09:59.648745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=05945a0e-336b-4564-8bd8-4b13d9038379,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:09:59.660616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:09:59.667510 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05945a0e-336b-4564-8bd8-4b13d9038379', 'code': 200}
Jan 18 20:09:59.721960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] For port 05945a0e-336b-4564-8bd8-4b13d9038379, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=05945a0e-336b-4564-8bd8-4b13d9038379,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:09:59.722397 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:59.732602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-c0316de4-e7d9-46d8-adf9-20bc2ff804d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:09:59.739486 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-c0316de4-e7d9-46d8-adf9-20bc2ff804d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:09:59.754612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa22e492-c4e2-462c-bba1-ea9122299082 None None] Sync routers for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:09:59.836359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa22e492-c4e2-462c-bba1-ea9122299082 None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:09:59.837166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-aa22e492-c4e2-462c-bba1-ea9122299082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9373dba8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:09:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:09:59.903862 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-c0316de4-e7d9-46d8-adf9-20bc2ff804d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "PUT /v2.0/floatingips/064c6f4b-ae62-41fe-8434-9bb03b6cb9f0 HTTP/1.1" status: 200  len: 995 time: 3.1069641
Jan 18 20:09:59.911133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'tag': '014ce27a-69ee-4248-9024-75a0bb02a736'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:10:00.010957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:00.027470 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5dbdc816-b437-451b-8979-433ad753333d req-645048c0-5a4e-4fc7-a639-6838acbfe797 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7105370
Jan 18 20:10:00.031111 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-939143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853841559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3349'] for router, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:00.040447 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Transition to ACTIVE for port object 1fce2cb9-c802-4c66-9828-00d90e2b138c will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:10:00.071503 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Transition to ACTIVE for port object 1fce2cb9-c802-4c66-9828-00d90e2b138c will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:10:00.081735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-aa22e492-c4e2-462c-bba1-ea9122299082 None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:00.129008 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:00.132033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329f296-1c38-4112-8f3e-874ee376a197 req-e4372be9-f8c2-4136-b4a9-f838113f72ae tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:00.137219 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5329f296-1c38-4112-8f3e-874ee376a197 req-e4372be9-f8c2-4136-b4a9-f838113f72ae tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.2757027
Jan 18 20:10:00.162961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:00.209651 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-a4fa47e5-7c0f-4090-b72b-6ba6bfc0548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:00.212245 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-a4fa47e5-7c0f-4090-b72b-6ba6bfc0548a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 1162 time: 0.2357616
Jan 18 20:10:00.217470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:00.218115 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:00.218693 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Floating IP 22fd9081-2425-489d-8f34-91b1c360f0a2 disassociated. External IP: 172.27.0.18, port: 05945a0e-336b-4564-8bd8-4b13d9038379.
Jan 18 20:10:00.219273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Calling delete_port for 05945a0e-336b-4564-8bd8-4b13d9038379 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:00.278405 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5329f296-1c38-4112-8f3e-874ee376a197 req-1c838810-f218-4243-ab32-a529f371b022 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359420
Jan 18 20:10:00.418697 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'tag': '014ce27a-69ee-4248-9024-75a0bb02a736', 'status': 'completed', 'code': 200}
Jan 18 20:10:00.439585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Pushing event updated for resources: {'Port': ['ID=1fce2cb9-c802-4c66-9828-00d90e2b138c,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:00.452619 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:00.467017 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:10:00.467681 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:10:00.473646 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-48b31df9-af41-4091-9b13-adf3ac8d6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:00.476790 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-48b31df9-af41-4091-9b13-adf3ac8d6754 service neutron] 10.222.0.101 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.2162845
Jan 18 20:10:00.631061 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-11daad7a-5a9e-4121-aae5-ced5d5f18037 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014ce27a-69ee-4248-9024-75a0bb02a736 HTTP/1.1" status: 200  len: 998 time: 0.1464520
Jan 18 20:10:00.738706 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-5b61c5d6-1545-4634-9cbd-138145017746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:00.742375 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-5b61c5d6-1545-4634-9cbd-138145017746 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.1016631
Jan 18 20:10:00.743599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:00.835275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:10:00.836608 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Resources bound (agent type, host, resource id):  {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:10:00.840996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:10:00.852974 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-773dc748-6db3-403e-8fcd-6b2fae1f933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:00.854822 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-773dc748-6db3-403e-8fcd-6b2fae1f933f service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1045125
Jan 18 20:10:00.965200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Attempting to bind port 1fce2cb9-c802-4c66-9828-00d90e2b138c on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:10:00.965838 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Attempting to bind port 1fce2cb9-c802-4c66-9828-00d90e2b138c by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:10:00.965933 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Attempting to bind port 1fce2cb9-c802-4c66-9828-00d90e2b138c on network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:10:00.972749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Deleting port 05945a0e-336b-4564-8bd8-4b13d9038379 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:00.973026 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:00.978393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:10:00.978850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Checking segment: {'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:10:00.979250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:00.979666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Bound using segment: {'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:10:00.980210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Bound port: 1fce2cb9-c802-4c66-9828-00d90e2b138c, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:10:00.980669 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:01.037065 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:01.062992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0ae4-0916-4e02-8105-061ee16fd504 req-a69459a5-d604-44b0-8914-998a12b40278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:01.064467 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a1d0ae4-0916-4e02-8105-061ee16fd504 req-a69459a5-d604-44b0-8914-998a12b40278 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 1162 time: 0.5664828
Jan 18 20:10:01.095284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-aa22e492-c4e2-462c-bba1-ea9122299082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9373dba8>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '064c6f4b-ae62-41fe-8434-9bb03b6cb9f0', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '014ce27a-69ee-4248-9024-75a0bb02a736', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:fb:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:09:53Z', 'updated_at': '2021-01-18T20:09:57Z', 'revision_number': 1, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:01.106080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa22e492-c4e2-462c-bba1-ea9122299082 None None] Checking router: 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:10:01.114114 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] For port 1fce2cb9-c802-4c66-9828-00d90e2b138c, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:10:01.121435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] For port 1fce2cb9-c802-4c66-9828-00d90e2b138c, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=1fce2cb9-c802-4c66-9828-00d90e2b138c,segment=NetworkSegment(dbc3f77b-37ab-4079-a9a0-16abe937707f),segment_id=dbc3f77b-37ab-4079-a9a0-16abe937707f)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:10:01.122443 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa22e492-c4e2-462c-bba1-ea9122299082 None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:01.123133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-aa22e492-c4e2-462c-bba1-ea9122299082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9373dba8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:09:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:01.137332 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-83be135f-aacf-4840-bebc-a8c21a465b88 service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2742400
Jan 18 20:10:01.140192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426965d-2539-480d-b708-4c0a2780184c req-2692e9dd-5e3d-4869-852a-6f448e7edc1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:01.141945 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7426965d-2539-480d-b708-4c0a2780184c req-2692e9dd-5e3d-4869-852a-6f448e7edc1d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 943 time: 0.5876482
Jan 18 20:10:01.183848 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:01.260490 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:01.410632 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0ae4-0916-4e02-8105-061ee16fd504 req-84d5af01-1884-46d4-94c4-d92078b30c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:01.412675 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a1d0ae4-0916-4e02-8105-061ee16fd504 req-84d5af01-1884-46d4-94c4-d92078b30c70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.3270757
Jan 18 20:10:01.447896 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bd9bcfd3-4610-466b-b326-e50b71a8e687 req-9f02c1d8-381f-4592-9b72-454662c69d5d service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3009586
Jan 18 20:10:01.457147 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-aa22e492-c4e2-462c-bba1-ea9122299082 None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:01.476144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] For port 05945a0e-336b-4564-8bd8-4b13d9038379, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=05945a0e-336b-4564-8bd8-4b13d9038379,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:01.476610 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:01.565041 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a1d0ae4-0916-4e02-8105-061ee16fd504 req-24af96b9-85ae-4c9d-bbac-421220b43059 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014ce27a-69ee-4248-9024-75a0bb02a736 HTTP/1.1" status: 200  len: 998 time: 0.1446784
Jan 18 20:10:01.635388 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7426965d-2539-480d-b708-4c0a2780184c req-09f59039-519e-474b-90aa-d83f945b21b2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups?id=7eeb8053-d9aa-4968-98c2-1ee9dd477668&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4678173
Jan 18 20:10:01.746737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Pushing event updated for resources: {'Port': ['ID=1fce2cb9-c802-4c66-9828-00d90e2b138c,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:01.747743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0ae4-0916-4e02-8105-061ee16fd504 req-42585627-bc19-4d25-82e0-cb5326026111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:01.749929 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a1d0ae4-0916-4e02-8105-061ee16fd504 req-42585627-bc19-4d25-82e0-cb5326026111 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.1765039
Jan 18 20:10:01.805001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:01.938945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0ae4-0916-4e02-8105-061ee16fd504 req-e7a454e8-1e0d-4572-87ef-f53a0e814ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:01.940698 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a1d0ae4-0916-4e02-8105-061ee16fd504 req-e7a454e8-1e0d-4572-87ef-f53a0e814ba7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1816177
Jan 18 20:10:01.942063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Allocated IP 172.27.0.27 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/57c8f654-f96e-4925-996c-a48f13ca85ce) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:10:02.004913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-aa22e492-c4e2-462c-bba1-ea9122299082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9373dba8>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '064c6f4b-ae62-41fe-8434-9bb03b6cb9f0', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '014ce27a-69ee-4248-9024-75a0bb02a736', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:fb:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:09:53Z', 'updated_at': '2021-01-18T20:09:57Z', 'revision_number': 1, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:02.012574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa22e492-c4e2-462c-bba1-ea9122299082 None None] The sync data for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi is: [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '064c6f4b-ae62-41fe-8434-9bb03b6cb9f0', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '014ce27a-69ee-4248-9024-75a0bb02a736', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:fb:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:09:53Z', 'updated_at': '2021-01-18T20:09:57Z', 'revision_number': 1, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:10:02.307413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:02.322328 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a1d0ae4-0916-4e02-8105-061ee16fd504 req-eb424e57-b422-484a-9555-6d25a08f4fae service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3689620
Jan 18 20:10:02.347020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:02.347447 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:02.347782 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Floating IP 22fd9081-2425-489d-8f34-91b1c360f0a2 disassociated. External IP: 172.27.0.18, port: 05945a0e-336b-4564-8bd8-4b13d9038379.
Jan 18 20:10:02.348147 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Calling delete_port for 05945a0e-336b-4564-8bd8-4b13d9038379 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:02.443190 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6805f62-8ed5-4a98-9819-8cc8fd4db634 req-f2766f35-f492-4948-a268-f8c0ec96ade2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:02.449169 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b6805f62-8ed5-4a98-9819-8cc8fd4db634 req-f2766f35-f492-4948-a268-f8c0ec96ade2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.5799558
Jan 18 20:10:02.450521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430c061-b02c-495b-aa45-484f17f711ca None None] New status for floating IP 064c6f4b-ae62-41fe-8434-9bb03b6cb9f0: ACTIVE {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:10:02.479379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:02.498126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3705060f-cfd7-4709-9415-5370def4e779 tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:02.542607 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b6805f62-8ed5-4a98-9819-8cc8fd4db634 req-6888d286-33c1-46b0-928a-f34816d76443 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821340
Jan 18 20:10:02.602102 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a1d0ae4-0916-4e02-8105-061ee16fd504 req-b7961e0c-2707-4ce1-a77c-7ee803b598eb service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2689149
Jan 18 20:10:02.633633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:02.651662 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0df12518-a63f-472f-9851-4ee9e07757bc tempest-AttachVolumeNegativeTest-672091640 tempest-AttachVolumeNegativeTest-672091640] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:02.734691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event deleted for resources: {'Port': ['ID=05945a0e-336b-4564-8bd8-4b13d9038379,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:02.739845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:02.765472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Pushing event updated for resources: {'Port': ['ID=57c8f654-f96e-4925-996c-a48f13ca85ce,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:02.773561 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:02.838717 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:10:02.839991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:10:02.842498 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:10:02.946111 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-162c581a-f314-456f-907a-aa198b6577b9 req-c0bed0ca-0648-4560-b259-f0fd8d96b5e0 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 210 time: 0.0728104
Jan 18 20:10:03.159192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 1fce2cb9-c802-4c66-9828-00d90e2b138c up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:10:03.194760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:10:03.209602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device d3734918-f428-455e-8373-f148071841c0 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:10:03.388401 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 1fce2cb9-c802-4c66-9828-00d90e2b138c completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:10:03.431186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:03.471289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3734918-f428-455e-8373-f148071841c0'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:10:03.482212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:10:03.490384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:03.499597 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port d3734918-f428-455e-8373-f148071841c0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d3734918-f428-455e-8373-f148071841c0,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:03.502363 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d2ab92-9974-462f-b7ed-cf9a2fdc1afd None None] Sync routers for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:10:03.524457 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:03.527843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:03.569930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] No DVR routers for this DVR port 05945a0e-336b-4564-8bd8-4b13d9038379 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:10:03.572546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:03.575557 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'name': 'network-vif-deleted', 'tag': '05945a0e-336b-4564-8bd8-4b13d9038379'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:10:03.590212 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd3734918-f428-455e-8373-f148071841c0', 'code': 422} returned with failed status
Jan 18 20:10:03.608522 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d2ab92-9974-462f-b7ed-cf9a2fdc1afd None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:03.609594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-e1d2ab92-9974-462f-b7ed-cf9a2fdc1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b980347b8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:09:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:03.618231 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-afb4a31d-8d3b-44e8-9ff7-595df06d21b6 req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.72 "DELETE /v2.0/ports/05945a0e-336b-4564-8bd8-4b13d9038379 HTTP/1.1" status: 204  len: 173 time: 4.8776500
Jan 18 20:10:03.744861 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2872c59-e823-4f94-841e-fce66bc626ba', 'name': 'network-vif-deleted', 'tag': '05945a0e-336b-4564-8bd8-4b13d9038379', 'status': 'completed', 'code': 200}
Jan 18 20:10:04.029271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=d3734918-f428-455e-8373-f148071841c0,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:04.032372 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca5ed04-1dab-4893-94ac-b05a71b3338b None None] Network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:10:04.051001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:04.137513 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-e1d2ab92-9974-462f-b7ed-cf9a2fdc1afd None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:04.202038 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-d4ebfaff-3463-47a8-95c8-a3da79e20a8a None None] Provisioning for port 1fce2cb9-c802-4c66-9828-00d90e2b138c completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:10:04.248765 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-517b09ca-eae7-4b0f-9403-97cb0091d3e2 req-2774cd21-79b7-462a-86d8-4c6fce2f1475 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/ports?device_id=e2872c59-e823-4f94-841e-fce66bc626ba HTTP/1.1" status: 200  len: 210 time: 0.0722399
Jan 18 20:10:04.302395 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853836627'] for router, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:04.310363 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-d4ebfaff-3463-47a8-95c8-a3da79e20a8a None None] Provisioning complete for port 1fce2cb9-c802-4c66-9828-00d90e2b138c triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:04.311002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d4ebfaff-3463-47a8-95c8-a3da79e20a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:04.559632 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Router 5700de0b-2b7f-4f9f-911f-8f869ffe396f is scheduled to L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 with binding_index 1 {{(pid=80179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 18 20:10:04.771194 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:10:04.782185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Sync routers for ids ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:10:04.800337 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Routers {'5700de0b-2b7f-4f9f-911f-8f869ffe396f'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:04.801031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b985055c0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:09:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:04.829939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:04.833909 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 5.6553767
Jan 18 20:10:04.834402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36220) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:04.875817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d4ebfaff-3463-47a8-95c8-a3da79e20a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:04.939192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-d4ebfaff-3463-47a8-95c8-a3da79e20a8a None None] For port 1fce2cb9-c802-4c66-9828-00d90e2b138c, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=1fce2cb9-c802-4c66-9828-00d90e2b138c,segment=NetworkSegment(dbc3f77b-37ab-4079-a9a0-16abe937707f),segment_id=dbc3f77b-37ab-4079-a9a0-16abe937707f)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:04.948796 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d4ebfaff-3463-47a8-95c8-a3da79e20a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:04.952467 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f0ee321c-7686-47df-a83a-a8c34fa8496f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:05.044999 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-e1d2ab92-9974-462f-b7ed-cf9a2fdc1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b980347b8>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:24Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:05.046912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Set router 5700de0b-2b7f-4f9f-911f-8f869ffe396f gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:05.050972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebfaff-3463-47a8-95c8-a3da79e20a8a None None] Pushing event updated for resources: {'Port': ['ID=1fce2cb9-c802-4c66-9828-00d90e2b138c,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:05.055263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d4ebfaff-3463-47a8-95c8-a3da79e20a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:05.057058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d2ab92-9974-462f-b7ed-cf9a2fdc1afd None None] Checking router: a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:10:05.073223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d2ab92-9974-462f-b7ed-cf9a2fdc1afd None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:05.073944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-e1d2ab92-9974-462f-b7ed-cf9a2fdc1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b980347b8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:09:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:05.214365 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-aa55fa28-2458-4bfa-9037-c2d2b2f63bed service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2997677
Jan 18 20:10:05.268709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf0413-ffe9-4e2b-9ac1-d8d1187cf920 req-a7f4dd4e-8a28-407b-a397-5159c77679dc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:05.270484 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-61bf0413-ffe9-4e2b-9ac1-d8d1187cf920 req-a7f4dd4e-8a28-407b-a397-5159c77679dc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.3482518
Jan 18 20:10:05.303982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-0e2e39e9-b6b6-4e3a-9942-d537e2f2dd45 None None] Provisioning complete for port 1fce2cb9-c802-4c66-9828-00d90e2b138c triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:05.305014 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e2e39e9-b6b6-4e3a-9942-d537e2f2dd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:05.403870 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-e1d2ab92-9974-462f-b7ed-cf9a2fdc1afd None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:05.560053 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-61bf0413-ffe9-4e2b-9ac1-d8d1187cf920 req-eabc9953-9078-4a54-9cfd-076331b23a57 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2186291
Jan 18 20:10:05.560655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36236) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:05.569454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b985055c0>, [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:10:03Z', 'revision_number': 3, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:05.575528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Checking router: 5700de0b-2b7f-4f9f-911f-8f869ffe396f for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:10:05.575926 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Updating router 5700de0b-2b7f-4f9f-911f-8f869ffe396f port 57c8f654-f96e-4925-996c-a48f13ca85ce binding host dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:10:05.669259 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2f879377-c639-4d0c-9bac-0d657221a566 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:05.696090 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:05.701519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2f879377-c639-4d0c-9bac-0d657221a566 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:05.811040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2f879377-c639-4d0c-9bac-0d657221a566 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:05.834635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6527a980-ff93-4296-bb63-f02019ef7af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:05.875057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f879377-c639-4d0c-9bac-0d657221a566 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeb8053-d9aa-4968-98c2-1ee9dd477668,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:05.890707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2f879377-c639-4d0c-9bac-0d657221a566 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:05.896576 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2f879377-c639-4d0c-9bac-0d657221a566 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:05.899406 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2f879377-c639-4d0c-9bac-0d657221a566 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "DELETE /v2.0/security-groups/7eeb8053-d9aa-4968-98c2-1ee9dd477668 HTTP/1.1" status: 204  len: 168 time: 0.3376367
Jan 18 20:10:05.905050 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36240) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:05.925005 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.v2.resource [None req-ae7402a1-1a76-41b0-98ca-184f5fed9d17 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] show failed (client error): The resource could not be found.
Jan 18 20:10:05.929546 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-ae7402a1-1a76-41b0-98ca-184f5fed9d17 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "GET /v2.0/security-groups/7eeb8053-d9aa-4968-98c2-1ee9dd477668 HTTP/1.1" status: 404  len: 347 time: 0.0228455
Jan 18 20:10:05.932671 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36244) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:06.080602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-e1d2ab92-9974-462f-b7ed-cf9a2fdc1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b980347b8>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:24Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:06.088053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d2ab92-9974-462f-b7ed-cf9a2fdc1afd None None] The sync data for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi is: [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:03:03Z', 'revision_number': 4, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '574fe7cd-936d-4ea9-b41b-333e3925d8cd', 'name': '', 'network_id': '6f70f34b-3649-4431-89fb-39c80ea98bc2', 'tenant_id': '78931a7982b64c90868368a661617e70', 'mac_address': 'fa:16:3e:b1:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:56Z', 'updated_at': '2021-01-18T20:03:24Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'subnets': [{'id': 'f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:10:06.128918 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-2c108037-228b-4c95-bbc8-c2cee0a58c16 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Deleting port 3d275690-4fb9-41d0-ac2e-88bfdd9ecfa2 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:06.129308 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2c108037-228b-4c95-bbc8-c2cee0a58c16 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:06.163883 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-948544a4-12b5-4334-9e84-645f63ade16f None None] Provisioning complete for port 1fce2cb9-c802-4c66-9828-00d90e2b138c triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:06.164333 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-948544a4-12b5-4334-9e84-645f63ade16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:06.214169 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-518850f3-b406-4ba2-aaca-3df37d23671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:06.228458 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-518850f3-b406-4ba2-aaca-3df37d23671b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c&tenant_id=1417b693c42f47ee9a8bce62bc69f85c HTTP/1.1" status: 200  len: 1161 time: 0.2571986
Jan 18 20:10:06.327726 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:06.346619 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Transition to ACTIVE for port object 57c8f654-f96e-4925-996c-a48f13ca85ce will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:10:06.352405 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:06.382446 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2c108037-228b-4c95-bbc8-c2cee0a58c16 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:06.382819 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2c108037-228b-4c95-bbc8-c2cee0a58c16 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:06.434526 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-a0bc9de6-87d4-4458-952c-76207dbc3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:06.436224 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-a0bc9de6-87d4-4458-952c-76207dbc3683 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 1161 time: 0.1641960
Jan 18 20:10:06.464791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f3d004c5-e0bd-45a7-afa9-1fa0a973c952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:06.490630 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:06.536276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-2c108037-228b-4c95-bbc8-c2cee0a58c16 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Calling delete_port for 3d275690-4fb9-41d0-ac2e-88bfdd9ecfa2 owned by network:floatingip {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:06.563848 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Pushing event updated for resources: {'Port': ['ID=57c8f654-f96e-4925-996c-a48f13ca85ce,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:06.578445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e213f38-0a65-4af0-81d8-770f42ea6f50 None None] New status for floating IP 22fd9081-2425-489d-8f34-91b1c360f0a2: DOWN {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:10:06.579884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.580273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.580677 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.581049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.581414 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.581773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.582137 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.582492 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.582860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.583218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.583572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.583927 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.584392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.584845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.585205 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.585673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.586034 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.586393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.586748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.587104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.587456 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.587811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.588589 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.588589 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:06.595413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:06.619562 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Attempting to bind port 57c8f654-f96e-4925-996c-a48f13ca85ce on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:10:06.620251 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Attempting to bind port 57c8f654-f96e-4925-996c-a48f13ca85ce by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:10:06.620983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Attempting to bind port 57c8f654-f96e-4925-996c-a48f13ca85ce on network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:10:06.628025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:10:06.629079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Checking segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:10:06.629709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:06.630298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Bound using segment: {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:10:06.631247 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Bound port: 57c8f654-f96e-4925-996c-a48f13ca85ce, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f36944-44d3-4f17-8d79-3c53c6961a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:10:06.631841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:06.787791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] For port 57c8f654-f96e-4925-996c-a48f13ca85ce, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:10:06.791459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] For port 57c8f654-f96e-4925-996c-a48f13ca85ce, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=57c8f654-f96e-4925-996c-a48f13ca85ce,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:10:06.798954 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:06.835064 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-12ed4207-fa7c-40b5-893e-bab555137fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:06.898460 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [None req-8e213f38-0a65-4af0-81d8-770f42ea6f50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:10:06.898894 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [None req-8e213f38-0a65-4af0-81d8-770f42ea6f50 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:10:06.902593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2c108037-228b-4c95-bbc8-c2cee0a58c16 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:06.919616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:06.981967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c108037-228b-4c95-bbc8-c2cee0a58c16 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Pushing event deleted for resources: {'Port': ['ID=3d275690-4fb9-41d0-ac2e-88bfdd9ecfa2,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:06.991070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2c108037-228b-4c95-bbc8-c2cee0a58c16 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:06.999609 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Pushing event updated for resources: {'Port': ['ID=57c8f654-f96e-4925-996c-a48f13ca85ce,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:07.000183 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-d484d334-bbab-4cd4-8094-ecb8afb64eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:07.001871 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-d484d334-bbab-4cd4-8094-ecb8afb64eca service neutron] 10.222.0.72 "GET /v2.0/networks?id=afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 200  len: 910 time: 0.5604849
Jan 18 20:10:07.003551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:07.056861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Routers {'5700de0b-2b7f-4f9f-911f-8f869ffe396f'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:07.057765 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b985055c0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:09:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:07.102514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18769674-9abd-4b16-a4ab-9b976597eecd req-86da0237-8b06-4650-9781-feda1aa3fa41 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:07.104269 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-18769674-9abd-4b16-a4ab-9b976597eecd req-86da0237-8b06-4650-9781-feda1aa3fa41 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.2802880
Jan 18 20:10:07.117473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 1fce2cb9-c802-4c66-9828-00d90e2b138c up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:10:07.190048 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-70023d2e-6cce-4bb5-af5a-432cbcebf3dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3734918-f428-455e-8373-f148071841c0 HTTP/1.1" status: 200  len: 1000 time: 0.1728075
Jan 18 20:10:07.199842 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 1fce2cb9-c802-4c66-9828-00d90e2b138c triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:07.200267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:07.286761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-427da97a-510a-4c71-ac6a-5b54cd39db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:07.289564 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-427da97a-510a-4c71-ac6a-5b54cd39db9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c1f2f94c-f22d-4168-b95c-a2cae84e702f HTTP/1.1" status: 200  len: 855 time: 0.0868292
Jan 18 20:10:07.290499 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-18769674-9abd-4b16-a4ab-9b976597eecd req-b7e6f63a-ddd3-47df-85de-2b21a29de725 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359766
Jan 18 20:10:07.320428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2c108037-228b-4c95-bbc8-c2cee0a58c16 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks [] for floatingip, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:07.355220 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2c108037-228b-4c95-bbc8-c2cee0a58c16 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:07.357537 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2c108037-228b-4c95-bbc8-c2cee0a58c16 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] 10.222.0.101 "DELETE /v2.0/floatingips/22fd9081-2425-489d-8f34-91b1c360f0a2 HTTP/1.1" status: 204  len: 168 time: 1.4236007
Jan 18 20:10:07.401344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e213f38-0a65-4af0-81d8-770f42ea6f50 None None] New status for floating IP 22fd9081-2425-489d-8f34-91b1c360f0a2: DOWN {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:10:07.513375 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-344c6dac-69a6-48ea-ae68-52011f946b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:07.515101 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-344c6dac-69a6-48ea-ae68-52011f946b2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=afb56ae4-80d3-4971-aaeb-b3508e21ee72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1811891
Jan 18 20:10:07.516582 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Allocated IP 172.20.0.1 (6bae5162-0a48-4df6-a015-bf35f2ebe5b8/8e99f040-aeab-4fe9-8b6b-2ac3c0622142/d92fd625-2143-4d83-b2b0-4db4562d5c10) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:10:07.531215 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] Set router 5700de0b-2b7f-4f9f-911f-8f869ffe396f gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:07.803510 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-da9055e8-da0a-44d1-85d2-5caadbf19d0e service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2760332
Jan 18 20:10:07.868074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:07.885297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b985055c0>, [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:10:03Z', 'revision_number': 3, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:07.889681 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcdace-0035-4f86-926f-0ac10f84c651 None None] The sync data for ids ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'] in dv-cinder-562053-17-iscsi is: [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:10:03Z', 'revision_number': 3, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:10:07.949541 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Transition to ACTIVE for port object d92fd625-2143-4d83-b2b0-4db4562d5c10 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:10:08.003960 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e98cabec-6dda-4745-a4b5-9514bff3c890 req-f0235c54-7582-4795-9b67-8414dca39df7 service neutron] 10.222.0.72 "GET /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1946340
Jan 18 20:10:08.014233 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:08.034872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-091c7ba9-cc14-4f2b-a807-cb10a02e8f88 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:08.183906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Pushing event updated for resources: {'Port': ['ID=d92fd625-2143-4d83-b2b0-4db4562d5c10,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:08.189938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:08.240189 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:10:08.241982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:10:08.244674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:10:08.311552 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853836847'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:08.488224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-6540429e-3e6f-4ae2-8594-ab2cd1dc97b5 None None] Provisioning for port d92fd625-2143-4d83-b2b0-4db4562d5c10 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:10:08.495389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-6540429e-3e6f-4ae2-8594-ab2cd1dc97b5 None None] Provisioning complete for port d92fd625-2143-4d83-b2b0-4db4562d5c10 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:08.496356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6540429e-3e6f-4ae2-8594-ab2cd1dc97b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:08.496473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:08.566607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-6540429e-3e6f-4ae2-8594-ab2cd1dc97b5 None None] Port d92fd625-2143-4d83-b2b0-4db4562d5c10 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:10:08.754530 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b26b8d-753a-4737-9400-5b87d835eed5 req-92a1c4b6-181b-481a-8358-da3dc1374c32 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:08.763686 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-84b26b8d-753a-4737-9400-5b87d835eed5 req-92a1c4b6-181b-481a-8358-da3dc1374c32 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.2548172
Jan 18 20:10:08.921212 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-84b26b8d-753a-4737-9400-5b87d835eed5 req-44c4e9c9-196f-4349-9c37-ebdfdb7a7f7a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1559727
Jan 18 20:10:09.011007 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:09.016384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:09.047115 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b40e046d-4ea3-418e-814e-e64ee564e2df tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:09.116604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 57c8f654-f96e-4925-996c-a48f13ca85ce up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:10:09.141726 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854233438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-938932'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:09.191110 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Pushing event updated for resources: {'Port': ['ID=d92fd625-2143-4d83-b2b0-4db4562d5c10,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:09.196484 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:09.231309 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port 57c8f654-f96e-4925-996c-a48f13ca85ce completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:10:09.243182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 57c8f654-f96e-4925-996c-a48f13ca85ce triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:09.243879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:09.364953 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:10:09.366386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:10:09.404596 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:09.422948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 57c8f654-f96e-4925-996c-a48f13ca85ce, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=57c8f654-f96e-4925-996c-a48f13ca85ce,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:09.426483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:09.430200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-08536aaf-d5ee-410a-a67e-36ef9086dbca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:09.509017 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=57c8f654-f96e-4925-996c-a48f13ca85ce,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:09.512751 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:09.660792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Router 5700de0b-2b7f-4f9f-911f-8f869ffe396f has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:10:09.701217 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-9b0e2a44-c53f-4e52-9519-ec9716634fc7 None None] Provisioning complete for port d92fd625-2143-4d83-b2b0-4db4562d5c10 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:09.701655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9b0e2a44-c53f-4e52-9519-ec9716634fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:09.777480 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e2a44-c53f-4e52-9519-ec9716634fc7 None None] Port d92fd625-2143-4d83-b2b0-4db4562d5c10 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:10:09.879495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:10:09.889335 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] 10.222.0.101 "PUT /v2.0/routers/5700de0b-2b7f-4f9f-911f-8f869ffe396f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0533288
Jan 18 20:10:10.233758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ac06f-9f34-4530-94e1-c601cc0a648a req-9b66b405-ee49-48ac-a703-533fb6852a4a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:10.235965 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-574ac06f-9f34-4530-94e1-c601cc0a648a req-9b66b405-ee49-48ac-a703-533fb6852a4a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.1329303
Jan 18 20:10:10.309907 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-574ac06f-9f34-4530-94e1-c601cc0a648a req-e6100e4c-7d0a-4d08-9ea3-78cec2964e10 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593610
Jan 18 20:10:10.993694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Sync routers for ids ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:10:11.018079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Routers {'5700de0b-2b7f-4f9f-911f-8f869ffe396f'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:11.018787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b981f3860>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:09:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:11.098360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 57c8f654-f96e-4925-996c-a48f13ca85ce up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:10:11.227148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port 57c8f654-f96e-4925-996c-a48f13ca85ce triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:11.227976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:11.303484 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Set router 5700de0b-2b7f-4f9f-911f-8f869ffe396f gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:11.725688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b981f3860>, [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:10:08Z', 'revision_number': 4, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'd92fd625-2143-4d83-b2b0-4db4562d5c10', 'name': '', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'mac_address': 'fa:16:3e:59:a1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:07Z', 'updated_at': '2021-01-18T20:10:08Z', 'revision_number': 2, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'subnets': [{'id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:11.730526 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Checking router: 5700de0b-2b7f-4f9f-911f-8f869ffe396f for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:10:11.730895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Updating router 5700de0b-2b7f-4f9f-911f-8f869ffe396f port d92fd625-2143-4d83-b2b0-4db4562d5c10 binding host dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 18 20:10:11.772921 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76345b7-310c-4277-b74f-8c12c000b77e req-4c9067af-af2d-41f4-b01f-ce5ca870aee5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:11.780642 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d76345b7-310c-4277-b74f-8c12c000b77e req-4c9067af-af2d-41f4-b01f-ce5ca870aee5 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.2200873
Jan 18 20:10:11.802342 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:11.908572 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d76345b7-310c-4277-b74f-8c12c000b77e req-eb0c8698-d0c9-4da6-b78a-800c1a84130b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164474
Jan 18 20:10:12.013258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36326) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:12.394691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:12.411696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Transition to ACTIVE for port object d92fd625-2143-4d83-b2b0-4db4562d5c10 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:10:12.415725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:12.438004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2036d29f-3c2d-4860-8bb9-c078e0810d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:12.647423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0d253d1c-88b5-4ad1-8562-7b45afd9488d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:12.858569 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dd160-131e-43df-812c-ef2b92ad1270 None None] Pushing event updated for resources: {'Port': ['ID=d92fd625-2143-4d83-b2b0-4db4562d5c10,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:12.867483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-489dd160-131e-43df-812c-ef2b92ad1270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:12.987217 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Attempting to bind port d92fd625-2143-4d83-b2b0-4db4562d5c10 on host dv-cinder-562053-17-iscsi for vnic_type normal with profile  {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:10:12.987693 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Attempting to bind port d92fd625-2143-4d83-b2b0-4db4562d5c10 by drivers openvswitch on host dv-cinder-562053-17-iscsi at level 0 using segments [{'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:10:12.987976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Attempting to bind port d92fd625-2143-4d83-b2b0-4db4562d5c10 on network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:10:12.996291 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Checking agent: {'id': 'd38f76a6-919f-42d7-871a-3125dce6891d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 53, 47), 'started_at': datetime.datetime(2021, 1, 18, 19, 54, 17), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:10:12.996712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Checking segment: {'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:10:12.997001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:12.997447 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Bound using segment: {'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:10:12.997978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Bound port: d92fd625-2143-4d83-b2b0-4db4562d5c10, host: dv-cinder-562053-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:10:12.998402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:13.152589 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] For port d92fd625-2143-4d83-b2b0-4db4562d5c10, host dv-cinder-562053-17-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:10:13.156279 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] For port d92fd625-2143-4d83-b2b0-4db4562d5c10, host dv-cinder-562053-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=d92fd625-2143-4d83-b2b0-4db4562d5c10,segment=NetworkSegment(dbc3f77b-37ab-4079-a9a0-16abe937707f),segment_id=dbc3f77b-37ab-4079-a9a0-16abe937707f)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:10:13.164120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:13.220196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:13.303072 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dd160-131e-43df-812c-ef2b92ad1270 None None] Pushing event updated for resources: {'Port': ['ID=d92fd625-2143-4d83-b2b0-4db4562d5c10,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:13.332883 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-489dd160-131e-43df-812c-ef2b92ad1270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:13.459034 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae10b-c1a1-4100-a253-05af1cb6591a req-afd3bb7e-5cd7-47f0-9f9f-f3ef70169c71 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:13.461597 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4d9ae10b-c1a1-4100-a253-05af1cb6591a req-afd3bb7e-5cd7-47f0-9f9f-f3ef70169c71 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.2337942
Jan 18 20:10:13.575853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Routers {'5700de0b-2b7f-4f9f-911f-8f869ffe396f'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:13.576833 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b981f3860>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:09:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:13.650993 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4d9ae10b-c1a1-4100-a253-05af1cb6591a req-44987155-b722-423c-b6d3-d125ea57a2a0 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1771591
Jan 18 20:10:13.892772 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938819'] for router_interface, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:13.986870 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] Set router 5700de0b-2b7f-4f9f-911f-8f869ffe396f gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:14.676044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] Deleting port 574fe7cd-936d-4ea9-b41b-333e3925d8cd {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:14.676712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:14.824270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b981f3860>, [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:10:08Z', 'revision_number': 4, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'd92fd625-2143-4d83-b2b0-4db4562d5c10', 'name': '', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'mac_address': 'fa:16:3e:59:a1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:07Z', 'updated_at': '2021-01-18T20:10:13Z', 'revision_number': 4, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'subnets': [{'id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:14.830760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a84c9c-70df-43bf-84d9-c80130c3d638 None None] The sync data for ids ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'] in dv-cinder-562053-17-iscsi is: [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:10:08Z', 'revision_number': 4, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'd92fd625-2143-4d83-b2b0-4db4562d5c10', 'name': '', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'mac_address': 'fa:16:3e:59:a1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:07Z', 'updated_at': '2021-01-18T20:10:13Z', 'revision_number': 4, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'subnets': [{'id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:10:15.118157 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e20ae203-542f-41b7-a777-905c27535951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:15.189223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a742fd-1048-460e-8da3-82c5907cb04c req-55e1186a-07bf-4737-b599-fba96cb3beb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:15.203986 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b6a742fd-1048-460e-8da3-82c5907cb04c req-55e1186a-07bf-4737-b599-fba96cb3beb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.2068264
Jan 18 20:10:15.219012 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] For port 574fe7cd-936d-4ea9-b41b-333e3925d8cd, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=574fe7cd-936d-4ea9-b41b-333e3925d8cd,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:15.219425 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:15.262910 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device d92fd625-2143-4d83-b2b0-4db4562d5c10 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:10:15.370601 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b6a742fd-1048-460e-8da3-82c5907cb04c req-3e719194-404c-48bb-8df1-faac5c5b6d02 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1651680
Jan 18 20:10:15.441619 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning for port d92fd625-2143-4d83-b2b0-4db4562d5c10 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:10:15.454629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port d92fd625-2143-4d83-b2b0-4db4562d5c10 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:15.456702 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:15.583484 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] Calling delete_port for 574fe7cd-936d-4ea9-b41b-333e3925d8cd owned by network:router_interface {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:15.645942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:15.734026 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port d92fd625-2143-4d83-b2b0-4db4562d5c10, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=d92fd625-2143-4d83-b2b0-4db4562d5c10,segment=NetworkSegment(dbc3f77b-37ab-4079-a9a0-16abe937707f),segment_id=dbc3f77b-37ab-4079-a9a0-16abe937707f)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:15.746161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:15.755369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7c3de063-66a1-413e-9777-0b73dcd70767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:15.856607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:15.876995 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=d92fd625-2143-4d83-b2b0-4db4562d5c10,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:15.895577 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:15.937409 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:15.996419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-39894ae4-00af-4209-a15e-3258668c1feb tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:16.214594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] Pushing event deleted for resources: {'Port': ['ID=574fe7cd-936d-4ea9-b41b-333e3925d8cd,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:16.229839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:16.662301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:16.751199 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938813'] for router_interface, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:17.328094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device d92fd625-2143-4d83-b2b0-4db4562d5c10 up at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:10:17.358387 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a4d13-b3d8-481c-958d-947b0e60c014 req-12af653e-13ad-41b8-b6db-5baa03c25b9b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:17.367486 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c28a4d13-b3d8-481c-958d-947b0e60c014 req-12af653e-13ad-41b8-b6db-5baa03c25b9b tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.7546933
Jan 18 20:10:17.410003 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:17.423321 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Provisioning complete for port d92fd625-2143-4d83-b2b0-4db4562d5c10 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:17.423900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:17.448527 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c28a4d13-b3d8-481c-958d-947b0e60c014 req-44bb7d67-361f-492b-a65d-91f267f25977 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799806
Jan 18 20:10:17.859421 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] Router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:10:18.570468 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:10:18.581924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559ae6c-7271-44fa-b1eb-1fbd5ace9464 None None] Sync routers for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:10:18.595374 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-ccc1a97b-db8f-4f7c-8a7c-0edbe06dfe22 admin admin] 10.222.0.101 "PUT /v2.0/routers/a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5808251
Jan 18 20:10:18.598022 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36352) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:18.600754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559ae6c-7271-44fa-b1eb-1fbd5ace9464 None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:18.601873 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-2559ae6c-7271-44fa-b1eb-1fbd5ace9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b980e2da0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:10:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:18.903616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0787266-8879-4a7d-b226-fee201c904d4 req-c4fe6aac-c8f0-4000-ba5b-c7eccc4bc500 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:18.914497 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a0787266-8879-4a7d-b226-fee201c904d4 req-c4fe6aac-c8f0-4000-ba5b-c7eccc4bc500 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.2457023
Jan 18 20:10:19.013314 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a0787266-8879-4a7d-b226-fee201c904d4 req-8d84f05a-33fc-449f-bc2e-e16d8afd5d28 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973592
Jan 18 20:10:19.062082 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-2559ae6c-7271-44fa-b1eb-1fbd5ace9464 None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:19.101766 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Notify callbacks [] for router, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:19.481366 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:19.487323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Deleting port eb68ea32-2bba-4abb-8623-32187eb792f7 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:19.487785 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:19.563803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-2559ae6c-7271-44fa-b1eb-1fbd5ace9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b980e2da0>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:10:15Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:19.569357 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559ae6c-7271-44fa-b1eb-1fbd5ace9464 None None] Checking router: a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:10:19.581175 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559ae6c-7271-44fa-b1eb-1fbd5ace9464 None None] Routers {'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:19.581896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-2559ae6c-7271-44fa-b1eb-1fbd5ace9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b980e2da0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:10:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:19.728464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] For port eb68ea32-2bba-4abb-8623-32187eb792f7, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=eb68ea32-2bba-4abb-8623-32187eb792f7,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:19.728849 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:19.825044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-2559ae6c-7271-44fa-b1eb-1fbd5ace9464 None None] Set router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:19.879716 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Calling delete_port for eb68ea32-2bba-4abb-8623-32187eb792f7 owned by network:router_gateway {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:20.048221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:20.595456 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853836725'] for router_gateway, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:20.597625 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:20.616684 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-2559ae6c-7271-44fa-b1eb-1fbd5ace9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b980e2da0>, [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:10:15Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:20.621371 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559ae6c-7271-44fa-b1eb-1fbd5ace9464 None None] The sync data for ids ['a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc'] in dv-cinder-562053-17-iscsi is: [{'id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'name': 'tempest-AttachVolumeTestJSON-1720372741-router', 'tenant_id': '78931a7982b64c90868368a661617e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:41Z', 'updated_at': '2021-01-18T20:10:15Z', 'revision_number': 5, 'project_id': '78931a7982b64c90868368a661617e70', 'gw_port': {'id': 'eb68ea32-2bba-4abb-8623-32187eb792f7', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:43Z', 'updated_at': '2021-01-18T20:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:10:20.835798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7b976-774b-464c-a7dc-933bbf167cef req-b3892b70-148e-4752-90bb-ffd69e8fc50c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:20.837843 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5ff7b976-774b-464c-a7dc-933bbf167cef req-b3892b70-148e-4752-90bb-ffd69e8fc50c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.4270930
Jan 18 20:10:20.846210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772468'] for router, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:20.848990 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:20.943140 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5ff7b976-774b-464c-a7dc-933bbf167cef req-dc1fdc0e-2cc3-495e-b3f1-dc278107f688 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859106
Jan 18 20:10:20.956300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939512'] for router, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:20.957103 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc {{(pid=80180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 18 20:10:21.012455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:21.012455 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-438ab8e4-ed18-4503-aae6-9be13b7a8f9b admin admin] 10.222.0.101 "DELETE /v2.0/routers/a3fb23cc-bbe4-4563-9c72-ca3ac878d7cc HTTP/1.1" status: 204  len: 168 time: 2.4072154
Jan 18 20:10:21.012857 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36358) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:21.147272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 574fe7cd-936d-4ea9-b41b-333e3925d8cd no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:10:21.226124 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b2d199-9ee9-4e05-8b2c-13737bf4787d admin admin] Deleting subnet f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29 {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:10:21.236980 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 574fe7cd-936d-4ea9-b41b-333e3925d8cd {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:10:21.238269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 574fe7cd-936d-4ea9-b41b-333e3925d8cd not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:10:21.249380 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-06b2d199-9ee9-4e05-8b2c-13737bf4787d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:21.374388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-06b2d199-9ee9-4e05-8b2c-13737bf4787d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312744'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:21.662289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-06b2d199-9ee9-4e05-8b2c-13737bf4787d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:22.093955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-06b2d199-9ee9-4e05-8b2c-13737bf4787d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793870836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10620899'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:22.374061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f628ad9f-cb8c-4d4e-91bb-7775758e1771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:22.466897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2d199-9ee9-4e05-8b2c-13737bf4787d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:22.484755 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-06b2d199-9ee9-4e05-8b2c-13737bf4787d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:22.593604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-06b2d199-9ee9-4e05-8b2c-13737bf4787d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:22.594506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d46beb-566a-4772-9786-c07d25a5121b None None] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:10:22.603896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36380) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:22.604495 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-06b2d199-9ee9-4e05-8b2c-13737bf4787d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f38eafe9-535e-4f9a-aa2e-8f20ee0b1f29 HTTP/1.1" status: 204  len: 168 time: 1.5917857
Jan 18 20:10:22.636181 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef21db-85b6-4983-97cb-bd43c6303ef2 req-54b973b8-c643-4f8d-aa81-f72b9ece7b75 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:22.638312 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8fef21db-85b6-4983-97cb-bd43c6303ef2 req-54b973b8-c643-4f8d-aa81-f72b9ece7b75 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.2701085
Jan 18 20:10:22.724793 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8fef21db-85b6-4983-97cb-bd43c6303ef2 req-c860f98d-da67-4cc5-9f93-70c9bab76ae4 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799489
Jan 18 20:10:22.844000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:22.921454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Deleting port 04d41082-8cb1-42de-b32d-f3f997020b73 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:22.922190 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:22.961531 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] DHCP port deletion for 6f70f34b-3649-4431-89fb-39c80ea98bc2 request from dv-cinder-562053-17-iscsi {{(pid=80181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 18 20:10:22.969659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Deleting port 04d41082-8cb1-42de-b32d-f3f997020b73 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:22.970994 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:23.108812 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device eb68ea32-2bba-4abb-8623-32187eb792f7 no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:10:23.151417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: eb68ea32-2bba-4abb-8623-32187eb792f7 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:10:23.151806 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device eb68ea32-2bba-4abb-8623-32187eb792f7 not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:10:23.152293 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 04d41082-8cb1-42de-b32d-f3f997020b73 no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:10:23.199950 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] For port 04d41082-8cb1-42de-b32d-f3f997020b73, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=04d41082-8cb1-42de-b32d-f3f997020b73,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:23.200371 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:23.352977 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-fbb5a869-432a-4515-89a4-8f045421dc7e tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:23.367239 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-fbb5a869-432a-4515-89a4-8f045421dc7e tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/networks?id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8 HTTP/1.1" status: 200  len: 814 time: 0.2446504
Jan 18 20:10:23.387993 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-095dc1ee-f1a1-41d0-b07c-ad172b786743 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/quotas/63b9797cef4f43b28eeee891fea4ee3d HTTP/1.1" status: 200  len: 375 time: 0.0193374
Jan 18 20:10:23.511946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:23.518552 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-07cf788c-3be7-431b-a274-1f429c1941c6 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?tenant_id=63b9797cef4f43b28eeee891fea4ee3d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1292260
Jan 18 20:10:23.537844 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Calling delete_port for 04d41082-8cb1-42de-b32d-f3f997020b73 owned by network:dhcp {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:23.558351 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] For port 04d41082-8cb1-42de-b32d-f3f997020b73, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=04d41082-8cb1-42de-b32d-f3f997020b73,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:23.558808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:23.632392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] For port 04d41082-8cb1-42de-b32d-f3f997020b73, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=04d41082-8cb1-42de-b32d-f3f997020b73,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:23.647667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:10:23.648278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:10:23.700013 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-b8b1ef90-ebab-4af5-87c1-7617120e5672 service neutron] 10.222.0.101 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794403
Jan 18 20:10:23.716700 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:23.727240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Calling delete_port for 04d41082-8cb1-42de-b32d-f3f997020b73 owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:23.758019 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-73256140-643a-42fc-a4ce-21579c47caf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:23.854235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Pushing event updated for resources: {'Port': ['ID=04d41082-8cb1-42de-b32d-f3f997020b73,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:23.860500 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:23.979736 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-a22fc31d-881a-4b8a-848c-d63d92c2213c service neutron] 10.222.0.101 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2693245
Jan 18 20:10:23.998093 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:10:23.998773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:10:24.167917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44931-7c00-4195-83bd-ccedc3b35829 req-e7a235b8-690f-4c73-846b-ec6cc33076a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:24.169370 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-acc44931-7c00-4195-83bd-ccedc3b35829 req-e7a235b8-690f-4c73-846b-ec6cc33076a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.1218581
Jan 18 20:10:24.169950 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Deleting port 04d41082-8cb1-42de-b32d-f3f997020b73 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:24.170326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:24.235109 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-80096915-c7ef-4f28-859a-0bd4a3e9334f req-a4e87f9c-2ce6-4eae-ba4d-502089d24055 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 210 time: 0.0890026
Jan 18 20:10:24.477543 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-acc44931-7c00-4195-83bd-ccedc3b35829 req-dc55606e-8ada-4099-bc2c-b5efcd468693 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2719188
Jan 18 20:10:24.483148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] For port 04d41082-8cb1-42de-b32d-f3f997020b73, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=04d41082-8cb1-42de-b32d-f3f997020b73,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:24.483483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:24.500608 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Deleting port 04d41082-8cb1-42de-b32d-f3f997020b73 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:24.501294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:24.518364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:10:24.627462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Calling delete_port for 04d41082-8cb1-42de-b32d-f3f997020b73 owned by network:dhcp {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:24.713946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:24.749599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-339b15cb-1be8-4ce3-b297-4c31e6e730e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:24.800221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d41082-8cb1-42de-b32d-f3f997020b73,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:24.838688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] For port 04d41082-8cb1-42de-b32d-f3f997020b73, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=04d41082-8cb1-42de-b32d-f3f997020b73,segment=NetworkSegment(f540a7d6-3b93-41cc-8468-676d46e10125),segment_id=f540a7d6-3b93-41cc-8468-676d46e10125)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:24.839119 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:24.850298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:24.886152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] No DVR routers for this DVR port 04d41082-8cb1-42de-b32d-f3f997020b73 on host dv-cinder-562053-17-iscsi {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:10:24.993441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Calling delete_port for 04d41082-8cb1-42de-b32d-f3f997020b73 owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:25.026438 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:25.112568 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:10:25.113152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:10:25.160339 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b9283d588>,) {'filters': {'network_id': ['6f70f34b-3649-4431-89fb-39c80ea98bc2']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:25.176006 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b9283d588>, 'f540a7d6-3b93-41cc-8468-676d46e10125') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:25.176363 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b9283d588>, 'f540a7d6-3b93-41cc-8468-676d46e10125') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:25.190198 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12030889'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:25.209280 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:25.211557 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:10:25.299278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Deleting port 04d41082-8cb1-42de-b32d-f3f997020b73 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:25.299737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:25.375045 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4cff3-ee41-4337-bf73-9673829cd741 None None] The port '04d41082-8cb1-42de-b32d-f3f997020b73' was deleted {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 18 20:10:25.429451 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:10:25.439513 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844018425'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:25.464852 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b2849633-6ab9-4434-9537-3ae75c729a17 req-e82f913a-ee76-41b0-96b1-f636785ee37a tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 210 time: 0.0577126
Jan 18 20:10:25.660839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Network 6f70f34b-3649-4431-89fb-39c80ea98bc2 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:10:26.026579 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:10:26.320128 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-c151e3a6-e177-41b2-9490-4fbcc078cce8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:26.320939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-c151e3a6-e177-41b2-9490-4fbcc078cce8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Synchronizing usage tracker for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:10:26.361426 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-c151e3a6-e177-41b2-9490-4fbcc078cce8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Unset dirty status for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:10:26.362778 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-c151e3a6-e177-41b2-9490-4fbcc078cce8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.72 "GET /v2.0/networks?id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8 HTTP/1.1" status: 200  len: 814 time: 0.3762319
Jan 18 20:10:26.369011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:26.373475 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:26.391900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:26.408163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f70f34b-3649-4431-89fb-39c80ea98bc2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:26.416244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:26.424402 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a485adb5-7de2-419c-afee-4371e118a7b1 admin admin] 10.222.0.101 "DELETE /v2.0/networks/6f70f34b-3649-4431-89fb-39c80ea98bc2 HTTP/1.1" status: 204  len: 168 time: 3.8189697
Jan 18 20:10:26.458831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4860d-a925-4457-8255-8f01a3bdc397 req-d1b45b57-dabc-46db-a486-0e0bb2657c98 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:26.461267 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0ec4860d-a925-4457-8255-8f01a3bdc397 req-d1b45b57-dabc-46db-a486-0e0bb2657c98 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.4759746
Jan 18 20:10:26.466975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Request body: {'port': {'device_id': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'admin_state_up': True, 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:10:26.601380 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36426) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:26.620906 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0ec4860d-a925-4457-8255-8f01a3bdc397 req-62c354a2-f4b7-4453-87a8-3d9bbd09a752 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1349585
Jan 18 20:10:26.677835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:10:26.682711 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Usage tracker for resource:port and tenant:63b9797cef4f43b28eeee891fea4ee3d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:10:26.686061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Quota usage for port was recalculated. Used quota:2. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:10:26.692768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:10:26.703423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Made reservation on behalf of 63b9797cef4f43b28eeee891fea4ee3d for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:10:26.714206 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:26.737088 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2e05588a-0955-4934-b32e-074e5a0d5236 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=78931a7982b64c90868368a661617e70&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1342990
Jan 18 20:10:26.743969 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36432) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:26.785058 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c575f7c2-3c7e-4305-b7c0-713dd06c05c8 req-ba8530aa-007e-428b-b14b-521f822a89df tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 210 time: 0.1236773
Jan 18 20:10:26.858159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aaacf448-b235-43f9-9737-b025d3d98362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:26.900157 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aaacf448-b235-43f9-9737-b025d3d98362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:26.953381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aaacf448-b235-43f9-9737-b025d3d98362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:26.959101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-993fbaac-8c36-40f1-bd6d-70378e657908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:26.980518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf448-b235-43f9-9737-b025d3d98362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b991160-f477-4d16-b625-62d9a1c6ea09,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:26.985472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-aaacf448-b235-43f9-9737-b025d3d98362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:26.990031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aaacf448-b235-43f9-9737-b025d3d98362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:26.991516 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-aaacf448-b235-43f9-9737-b025d3d98362 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6b991160-f477-4d16-b625-62d9a1c6ea09 HTTP/1.1" status: 204  len: 168 time: 0.2460816
Jan 18 20:10:27.125490 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Allocated IP 172.20.0.6 (6bae5162-0a48-4df6-a015-bf35f2ebe5b8/8e99f040-aeab-4fe9-8b6b-2ac3c0622142/97b34215-2349-4ab0-9ec7-beb8580488e1) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:10:27.457293 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:27.475033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Transition to ACTIVE for port object 97b34215-2349-4ab0-9ec7-beb8580488e1 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:10:27.500019 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:27.518607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:27.680964 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Pushing event updated for resources: {'Port': ['ID=97b34215-2349-4ab0-9ec7-beb8580488e1,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:27.699086 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:27.746752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:10:27.748035 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:10:27.763224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:10:27.942958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:27.943913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:27.982563 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-e296e338-41ce-4c34-9aae-369342fe471f tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5200913
Jan 18 20:10:28.039047 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c2daa-155c-4bf9-8591-697230708f80 req-b2455e50-04c8-47f4-bf01-696634ca299f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:28.060784 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b46c2daa-155c-4bf9-8591-697230708f80 req-b2455e50-04c8-47f4-bf01-696634ca299f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.2099347
Jan 18 20:10:28.149434 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-78945fbb-ee19-4259-8fe6-4bda24c34526 None None] Provisioning for port 97b34215-2349-4ab0-9ec7-beb8580488e1 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:10:28.162324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-78945fbb-ee19-4259-8fe6-4bda24c34526 None None] Provisioning complete for port 97b34215-2349-4ab0-9ec7-beb8580488e1 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:28.162702 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-78945fbb-ee19-4259-8fe6-4bda24c34526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:28.168853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a160a7-7a84-47a5-a37a-af0c4d125725 req-87cbf5fa-a0ce-4937-9c30-ccba3897c884 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:28.180136 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b46c2daa-155c-4bf9-8591-697230708f80 req-4ab407d5-de48-4f05-b132-60a6ac3bb837 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172183
Jan 18 20:10:28.191484 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d4a160a7-7a84-47a5-a37a-af0c4d125725 req-87cbf5fa-a0ce-4937-9c30-ccba3897c884 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 931 time: 0.2165074
Jan 18 20:10:28.264988 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d4a160a7-7a84-47a5-a37a-af0c4d125725 req-28ed2f76-ac9b-4519-9683-71f7ae707da4 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713902
Jan 18 20:10:28.335552 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-78945fbb-ee19-4259-8fe6-4bda24c34526 None None] Port 97b34215-2349-4ab0-9ec7-beb8580488e1 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:10:28.388664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Request body: {'port': {'device_id': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:10:28.533944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:29.176412 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b34215-2349-4ab0-9ec7-beb8580488e1 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:10:29.186943 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:29.205350 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Transition to ACTIVE for port object 97b34215-2349-4ab0-9ec7-beb8580488e1 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:10:29.210111 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:29.244388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ca5a8696-5ff4-40af-b837-bff8006f4ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:29.458326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Pushing event updated for resources: {'Port': ['ID=97b34215-2349-4ab0-9ec7-beb8580488e1,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:29.475036 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:29.614801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f458e67-7149-452a-807f-b8b13d380112 req-5d7ff27b-dba4-4c82-9c8d-5ee0b6ee02e8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:29.624733 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f458e67-7149-452a-807f-b8b13d380112 req-5d7ff27b-dba4-4c82-9c8d-5ee0b6ee02e8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 943 time: 0.1945438
Jan 18 20:10:29.697204 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f458e67-7149-452a-807f-b8b13d380112 req-f7659e1e-c591-472e-ace6-e39ebff79fff tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712047
Jan 18 20:10:29.826138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86bb99-e9ef-472b-a241-b63255b1c3db req-e8487f1b-b62b-45d5-bbf7-46878544d7e2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:29.828173 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bf86bb99-e9ef-472b-a241-b63255b1c3db req-e8487f1b-b62b-45d5-bbf7-46878544d7e2 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.4231358
Jan 18 20:10:29.831014 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Attempting to bind port 97b34215-2349-4ab0-9ec7-beb8580488e1 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:10:29.831313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Attempting to bind port 97b34215-2349-4ab0-9ec7-beb8580488e1 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:10:29.832273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Attempting to bind port 97b34215-2349-4ab0-9ec7-beb8580488e1 on network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:10:29.877224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:10:29.877727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Checking segment: {'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:10:29.878158 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:29.878571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Bound using segment: {'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:10:29.879103 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Bound port: 97b34215-2349-4ab0-9ec7-beb8580488e1, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc3f77b-37ab-4079-a9a0-16abe937707f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:10:29.879517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:30.012959 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bf86bb99-e9ef-472b-a241-b63255b1c3db req-fcdcecf0-9968-4731-a732-962c0add7179 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1769793
Jan 18 20:10:30.026543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] For port 97b34215-2349-4ab0-9ec7-beb8580488e1, host hv-cinder-56205, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:10:30.030284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] For port 97b34215-2349-4ab0-9ec7-beb8580488e1, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=97b34215-2349-4ab0-9ec7-beb8580488e1,segment=NetworkSegment(dbc3f77b-37ab-4079-a9a0-16abe937707f),segment_id=dbc3f77b-37ab-4079-a9a0-16abe937707f)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:10:30.037678 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:30.080462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:30.266988 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Pushing event updated for resources: {'Port': ['ID=97b34215-2349-4ab0-9ec7-beb8580488e1,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:30.273561 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:30.358170 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:30.358878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:30.360571 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] 10.222.0.72 "PUT /v2.0/ports/97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 1157 time: 1.9779994
Jan 18 20:10:30.361131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:10:30.555844 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1', 'status': 'completed', 'code': 200}
Jan 18 20:10:30.615079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-a8562e6f-7d04-406b-b753-8d6ba87d172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:30.617006 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-a8562e6f-7d04-406b-b753-8d6ba87d172a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63b9797cef4f43b28eeee891fea4ee3d&device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 1160 time: 0.1601403
Jan 18 20:10:30.987257 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-ea2a6008-9805-4dda-a209-06f67f27fbbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 217 time: 0.3548088
Jan 18 20:10:31.102970 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-f743faff-965a-471f-ab10-14a068d3c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:31.103901 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-f743faff-965a-471f-ab10-14a068d3c699 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e99f040-aeab-4fe9-8b6b-2ac3c0622142 HTTP/1.1" status: 200  len: 853 time: 0.0721896
Jan 18 20:10:31.179173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bae0b-98cd-49b7-a9ef-cfb1425ef5f1 req-0fe6030b-564e-45bb-89c4-9e02a6fde779 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:31.180145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-a68bae0b-98cd-49b7-a9ef-cfb1425ef5f1 req-0fe6030b-564e-45bb-89c4-9e02a6fde779 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Synchronizing usage tracker for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:10:31.201353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-a68bae0b-98cd-49b7-a9ef-cfb1425ef5f1 req-0fe6030b-564e-45bb-89c4-9e02a6fde779 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Unset dirty status for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:10:31.203088 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a68bae0b-98cd-49b7-a9ef-cfb1425ef5f1 req-0fe6030b-564e-45bb-89c4-9e02a6fde779 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 943 time: 0.2146494
Jan 18 20:10:31.370850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-a68bae0b-98cd-49b7-a9ef-cfb1425ef5f1 req-50db9287-a225-4d72-bdfc-a80aa47e5de5 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Synchronizing usage tracker for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:10:31.398228 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-a68bae0b-98cd-49b7-a9ef-cfb1425ef5f1 req-50db9287-a225-4d72-bdfc-a80aa47e5de5 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Unset dirty status for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:10:31.399508 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a68bae0b-98cd-49b7-a9ef-cfb1425ef5f1 req-50db9287-a225-4d72-bdfc-a80aa47e5de5 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864114
Jan 18 20:10:31.401664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8783d98-b57a-4ceb-aacc-3e9930d01899 req-eec030e9-065b-493f-b86c-0e3cc2fcb60e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:31.403380 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f8783d98-b57a-4ceb-aacc-3e9930d01899 req-eec030e9-065b-493f-b86c-0e3cc2fcb60e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.1141300
Jan 18 20:10:31.405180 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-fe41fcb9-2f71-4e47-935e-cd37d7ca59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:31.406774 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-fe41fcb9-2f71-4e47-935e-cd37d7ca59c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1491377
Jan 18 20:10:31.484463 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f8783d98-b57a-4ceb-aacc-3e9930d01899 req-fb2b8a2f-cf8b-40b6-8b08-725535319108 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740623
Jan 18 20:10:31.636697 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-c8b5d238-afa2-41be-bc8d-4ae3c9ec983d service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218022
Jan 18 20:10:31.799053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device d3734918-f428-455e-8373-f148071841c0 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:10:31.851227 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0dea1792-2d41-45a8-93cd-63e4aa1c6c63 req-8f96cb25-b19f-452b-9fcf-f03a3d0af5d9 service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470456
Jan 18 20:10:31.884631 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port d3734918-f428-455e-8373-f148071841c0 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:31.885035 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:32.016778 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:32.049294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3734918-f428-455e-8373-f148071841c0'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:10:32.054629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0cd6f-72af-4fd3-8e92-4fe08a207787 req-45b65171-ac89-461a-9044-a2f11c08695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:32.056285 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8ff0cd6f-72af-4fd3-8e92-4fe08a207787 req-45b65171-ac89-461a-9044-a2f11c08695c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63b9797cef4f43b28eeee891fea4ee3d&device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 1160 time: 0.0863626
Jan 18 20:10:32.060931 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port d3734918-f428-455e-8373-f148071841c0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d3734918-f428-455e-8373-f148071841c0,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:32.064694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:32.066667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1d3c7058-804f-46d3-84dc-975ce3403527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:32.122486 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3734918-f428-455e-8373-f148071841c0', 'code': 200}
Jan 18 20:10:32.139808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=d3734918-f428-455e-8373-f148071841c0,revision_number=6']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:32.143537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:32.217615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0cd6f-72af-4fd3-8e92-4fe08a207787 req-4c395aff-d10f-4b72-ba69-ff75622d8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:32.219274 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8ff0cd6f-72af-4fd3-8e92-4fe08a207787 req-4c395aff-d10f-4b72-ba69-ff75622d8651 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8 HTTP/1.1" status: 200  len: 908 time: 0.1527569
Jan 18 20:10:32.687970 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8ff0cd6f-72af-4fd3-8e92-4fe08a207787 req-87446508-f760-4705-a955-34632aaa32ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 217 time: 0.1842196
Jan 18 20:10:32.905176 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0cd6f-72af-4fd3-8e92-4fe08a207787 req-b03d4161-cfcc-458f-8c14-e3a9f175ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:32.906829 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8ff0cd6f-72af-4fd3-8e92-4fe08a207787 req-b03d4161-cfcc-458f-8c14-e3a9f175ff32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e99f040-aeab-4fe9-8b6b-2ac3c0622142 HTTP/1.1" status: 200  len: 853 time: 0.1675150
Jan 18 20:10:32.944882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d19c66-b9fa-46e7-81e0-f02c231bb5d7 req-3fb5f71c-23b5-47b3-8cbc-996ebc911960 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:32.946616 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-06d19c66-b9fa-46e7-81e0-f02c231bb5d7 req-3fb5f71c-23b5-47b3-8cbc-996ebc911960 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 943 time: 0.3113568
Jan 18 20:10:32.956304 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a927344-10f9-47f8-88af-b2a136835051 req-316bcde7-3d4d-4d8e-8bb2-326ae594c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:32.957997 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6a927344-10f9-47f8-88af-b2a136835051 req-316bcde7-3d4d-4d8e-8bb2-326ae594c0e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 1163 time: 0.1594954
Jan 18 20:10:33.020940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2f87f-20bd-4dfd-8185-929110402f29 req-5058c887-74e4-4521-8347-c92c938ce0b6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:33.023261 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91d2f87f-20bd-4dfd-8185-929110402f29 req-5058c887-74e4-4521-8347-c92c938ce0b6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.2296071
Jan 18 20:10:33.095280 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6a927344-10f9-47f8-88af-b2a136835051 req-57b83b60-e45f-4813-b4e2-e6d7cbd18057 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917239
Jan 18 20:10:33.150368 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-06d19c66-b9fa-46e7-81e0-f02c231bb5d7 req-a382328f-7de9-4355-a8ab-469acd8e77fb tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912878
Jan 18 20:10:33.158341 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91d2f87f-20bd-4dfd-8185-929110402f29 req-d0c5450f-2ea2-4997-9583-16ae6324f88d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1199088
Jan 18 20:10:33.164804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0cd6f-72af-4fd3-8e92-4fe08a207787 req-81410177-8a9e-4bc8-8cf4-78819f5e050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:33.166466 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8ff0cd6f-72af-4fd3-8e92-4fe08a207787 req-81410177-8a9e-4bc8-8cf4-78819f5e050c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2520654
Jan 18 20:10:33.647468 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8ff0cd6f-72af-4fd3-8e92-4fe08a207787 req-25c43bf3-29cd-446d-98a2-e66d95130169 service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669664
Jan 18 20:10:34.278941 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8ff0cd6f-72af-4fd3-8e92-4fe08a207787 req-775f6fbf-97e5-44cf-b1a2-dd4d8908950a service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1709378
Jan 18 20:10:34.421587 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c3bb9-1126-447f-ba34-e7f6da322683 req-2f7c1ed7-d753-405e-ab39-92a366544b81 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:34.423291 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0f4c3bb9-1126-447f-ba34-e7f6da322683 req-2f7c1ed7-d753-405e-ab39-92a366544b81 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1204345
Jan 18 20:10:34.434423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320204f6-c5d0-4c45-8017-0393dc79e739 req-bd3f357a-b01f-43c8-a0c0-286c0bc3de9e tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:34.436209 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-320204f6-c5d0-4c45-8017-0393dc79e739 req-bd3f357a-b01f-43c8-a0c0-286c0bc3de9e tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 943 time: 0.1138408
Jan 18 20:10:34.478184 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0f4c3bb9-1126-447f-ba34-e7f6da322683 req-344035e6-af9f-4abb-b79f-81945d499c0c tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476844
Jan 18 20:10:34.499656 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-320204f6-c5d0-4c45-8017-0393dc79e739 req-71ffa0ec-b9cf-4a0f-9896-10877f711fd8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559194
Jan 18 20:10:35.784856 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device d3734918-f428-455e-8373-f148071841c0 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:10:35.785516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddc4a4-0a2d-42db-ab18-18fa22b68728 req-ae6d08ae-42a9-4f7c-9615-6ff67fd0ebab tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:35.787544 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-42ddc4a4-0a2d-42db-ab18-18fa22b68728 req-ae6d08ae-42a9-4f7c-9615-6ff67fd0ebab tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 943 time: 0.1440475
Jan 18 20:10:35.798538 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6525b2-b4f6-4d3f-8fd0-0c320ab598d7 req-246eb4ca-7143-4208-8237-2f291350115f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:35.800493 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee6525b2-b4f6-4d3f-8fd0-0c320ab598d7 req-246eb4ca-7143-4208-8237-2f291350115f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1475623
Jan 18 20:10:35.841716 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-42ddc4a4-0a2d-42db-ab18-18fa22b68728 req-55bc771f-fe09-4c62-8a6e-861daf518d72 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471184
Jan 18 20:10:35.856457 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee6525b2-b4f6-4d3f-8fd0-0c320ab598d7 req-4bf8a2a3-627a-436e-a25a-f87f0c96b9cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487020
Jan 18 20:10:35.873465 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port d3734918-f428-455e-8373-f148071841c0 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:35.873890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:37.208537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e280e-c350-4296-aba0-7a45f4b9251d req-3614f89e-7973-42fa-88df-18102c78c616 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:37.210311 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-522e280e-c350-4296-aba0-7a45f4b9251d req-3614f89e-7973-42fa-88df-18102c78c616 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 943 time: 0.1365631
Jan 18 20:10:37.229107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15c09e-57e9-4343-a761-22e9ff4817e3 req-edc2e93d-8750-4ed4-b7f5-0e50ee7bdbc8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:37.237152 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8f15c09e-57e9-4343-a761-22e9ff4817e3 req-edc2e93d-8750-4ed4-b7f5-0e50ee7bdbc8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1446102
Jan 18 20:10:37.268737 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-522e280e-c350-4296-aba0-7a45f4b9251d req-11f77c0e-3ff4-47b8-8c89-1acb0903f108 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504673
Jan 18 20:10:37.296794 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8f15c09e-57e9-4343-a761-22e9ff4817e3 req-d5093792-537e-47aa-8605-497588ea0fb9 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566607
Jan 18 20:10:38.645120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667aa06a-4bf0-4d95-ad76-815a491050a4 req-cef0578d-46ff-41b0-aad0-8b29199df1a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:38.649180 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-667aa06a-4bf0-4d95-ad76-815a491050a4 req-cef0578d-46ff-41b0-aad0-8b29199df1a6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1646667
Jan 18 20:10:38.692690 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaa67a-b7df-4fe2-a754-28c9d0e403f7 req-487da479-74c6-4229-ba46-34aeb9bf7da1 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:38.694328 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6afaa67a-b7df-4fe2-a754-28c9d0e403f7 req-487da479-74c6-4229-ba46-34aeb9bf7da1 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 943 time: 0.2272208
Jan 18 20:10:38.703058 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-667aa06a-4bf0-4d95-ad76-815a491050a4 req-66e514da-d45a-4f20-8531-532249adf93a tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469444
Jan 18 20:10:38.768464 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6afaa67a-b7df-4fe2-a754-28c9d0e403f7 req-0f03bada-e327-480c-83ca-18a50ed2a275 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673485
Jan 18 20:10:40.025639 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef5718-b2a5-42e0-9ed0-529a2a202808 req-95c66190-bb49-4129-97db-6b9c965c0e27 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:40.027571 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5fef5718-b2a5-42e0-9ed0-529a2a202808 req-95c66190-bb49-4129-97db-6b9c965c0e27 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 943 time: 0.1137259
Jan 18 20:10:40.088354 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5fef5718-b2a5-42e0-9ed0-529a2a202808 req-d6aff4d2-8837-44a1-9585-ed8d11e5086a tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488462
Jan 18 20:10:40.120163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36614) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:40.307552 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:40.330913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:10:40.336436 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Usage tracker for resource:security_group_rule and tenant:1a3ae15448454c96976a57dddfcf791a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:10:40.340465 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:10:40.347400 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:10:40.453069 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:40.458053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:40.467843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-cea8e125-9404-4373-9426-48b73a47175f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:40.511639 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1a3ae15448454c96976a57dddfcf791a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3901463
Jan 18 20:10:40.513599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2312793-293f-4c6d-b11b-9dd1ea2f7d7c,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:40.515496 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36620) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:40.522843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.523519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.524003 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.524544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.524955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.525487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.525947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.526392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.526792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.527188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.527624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.528014 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.528481 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.528913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.529343 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.529763 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.530154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.530542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.530944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.531303 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.531695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.532092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.532499 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.532874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:40.537555 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:40.592487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-60d0eba3-85a7-4f89-a56d-f0f2a87833d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:40.630030 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-60d0eba3-85a7-4f89-a56d-f0f2a87833d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:40.691342 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-60d0eba3-85a7-4f89-a56d-f0f2a87833d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:40.702399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3f4329f2-7bb2-45e0-890d-ca121bdb22bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:40.726127 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0eba3-85a7-4f89-a56d-f0f2a87833d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2312793-293f-4c6d-b11b-9dd1ea2f7d7c,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:40.730439 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-60d0eba3-85a7-4f89-a56d-f0f2a87833d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:40.733225 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-60d0eba3-85a7-4f89-a56d-f0f2a87833d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:40.739221 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-60d0eba3-85a7-4f89-a56d-f0f2a87833d0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d2312793-293f-4c6d-b11b-9dd1ea2f7d7c HTTP/1.1" status: 204  len: 168 time: 0.2223470
Jan 18 20:10:41.248956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36632) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:41.269879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-06116d4c-048d-4a24-ab81-c5cb71378539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:41.287548 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-06116d4c-048d-4a24-ab81-c5cb71378539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:10:41.292918 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-06116d4c-048d-4a24-ab81-c5cb71378539 admin admin] Usage tracker for resource:security_group_rule and tenant:5debb9f307c64aed9970f75efd3e4e71 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:10:41.296158 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-06116d4c-048d-4a24-ab81-c5cb71378539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:10:41.302354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-06116d4c-048d-4a24-ab81-c5cb71378539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:10:41.346301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79513d58-71d9-4afc-8b83-5296286bdb2f req-fcf416b4-37ac-4115-83d2-9cfffc7a7bbe tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:41.348065 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-79513d58-71d9-4afc-8b83-5296286bdb2f req-fcf416b4-37ac-4115-83d2-9cfffc7a7bbe tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 943 time: 0.1175301
Jan 18 20:10:41.396494 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-06116d4c-048d-4a24-ab81-c5cb71378539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:41.400249 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-06116d4c-048d-4a24-ab81-c5cb71378539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:41.409971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-dee9553c-f6bf-4c5a-a8ea-d5a4465a019d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:41.411849 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-79513d58-71d9-4afc-8b83-5296286bdb2f req-ac9694c6-3664-4554-a257-0a23d3b89b96 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568388
Jan 18 20:10:41.454943 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-06116d4c-048d-4a24-ab81-c5cb71378539 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5debb9f307c64aed9970f75efd3e4e71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2046578
Jan 18 20:10:41.458067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36636) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:41.459556 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06116d4c-048d-4a24-ab81-c5cb71378539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dce2a6-afe1-428e-97d8-6c0127fc0825,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:41.463430 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-06116d4c-048d-4a24-ab81-c5cb71378539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:41.525319 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-789ff913-abe7-4d27-a0b4-f9eb57ce2615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:41.565982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-789ff913-abe7-4d27-a0b4-f9eb57ce2615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:41.622513 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-789ff913-abe7-4d27-a0b4-f9eb57ce2615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:41.627843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4c5a78de-a4ef-44cc-9142-9ccc0c3365a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:41.644803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ff913-abe7-4d27-a0b4-f9eb57ce2615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dce2a6-afe1-428e-97d8-6c0127fc0825,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:41.649591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-789ff913-abe7-4d27-a0b4-f9eb57ce2615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:41.653245 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-789ff913-abe7-4d27-a0b4-f9eb57ce2615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:41.654515 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-789ff913-abe7-4d27-a0b4-f9eb57ce2615 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c7dce2a6-afe1-428e-97d8-6c0127fc0825 HTTP/1.1" status: 204  len: 168 time: 0.1953545
Jan 18 20:10:42.636364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e5d31cfb-1927-4525-a712-f85422aa8084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:42.678720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1565d8d-070a-4846-a092-0523c2d2d6f2 req-d19e419a-45de-4358-a60c-9ef5242d38c0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:42.680917 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e1565d8d-070a-4846-a092-0523c2d2d6f2 req-d19e419a-45de-4358-a60c-9ef5242d38c0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 943 time: 0.1308041
Jan 18 20:10:42.735773 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e1565d8d-070a-4846-a092-0523c2d2d6f2 req-28ce4ff5-3f59-4533-91c5-de6b6962ab9e tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481350
Jan 18 20:10:43.790131 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-02347c62-862a-478a-a25c-576e45779dce tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/floatingips/34bb5d17-c838-4e94-a656-4f934608faef HTTP/1.1" status: 200  len: 998 time: 0.1379914
Jan 18 20:10:43.991135 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-cc1403a5-2c43-400c-84c9-102acdd96ef7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:43.991407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78335c3a-5112-4e12-9ff8-86b372bf9f17 req-484fc700-df87-40c6-9f9d-e41f2ec57638 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:43.993061 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-cc1403a5-2c43-400c-84c9-102acdd96ef7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 784 time: 0.1959372
Jan 18 20:10:43.993310 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-78335c3a-5112-4e12-9ff8-86b372bf9f17 req-484fc700-df87-40c6-9f9d-e41f2ec57638 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 943 time: 0.1104212
Jan 18 20:10:44.006591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-cba38e13-00bb-4af3-b1c0-1059cca9a436 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 20:10:44.008016 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-cba38e13-00bb-4af3-b1c0-1059cca9a436 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0077410
Jan 18 20:10:44.054072 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-78335c3a-5112-4e12-9ff8-86b372bf9f17 req-e9f581a7-f445-4a25-9bc5-ab734f90f291 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535696
Jan 18 20:10:44.127418 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-aa72c67c-ccfc-4d07-95ee-3dcc44411bb1 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.10 HTTP/1.1" status: 200  len: 1001 time: 0.1120045
Jan 18 20:10:44.233354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-261a7b58-83f2-47f1-8961-d48cc1958328 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:44.234651 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-261a7b58-83f2-47f1-8961-d48cc1958328 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports/826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 200  len: 943 time: 0.1012990
Jan 18 20:10:44.438415 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.objects.ports [None req-c4535714-2bf4-4c3b-9bee-78cf6290cdce None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 18 20:10:44.454069 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-194bc376-b990-46b9-ba92-dbc55795f619 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.10 HTTP/1.1" status: 200  len: 1001 time: 0.1185362
Jan 18 20:10:44.698276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Deleting port 404f5127-42df-4bf7-8d1c-bdd2fe0c16b2 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:44.698652 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:44.896215 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 97b34215-2349-4ab0-9ec7-beb8580488e1 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:10:45.007746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 97b34215-2349-4ab0-9ec7-beb8580488e1 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:10:45.013926 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 97b34215-2349-4ab0-9ec7-beb8580488e1 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:45.014604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.148400 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c31209aa-e3f2-4803-b279-6314d43eeaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.160708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.161052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.184522 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.220831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:10:45.233504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 97b34215-2349-4ab0-9ec7-beb8580488e1, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=97b34215-2349-4ab0-9ec7-beb8580488e1,segment=NetworkSegment(dbc3f77b-37ab-4079-a9a0-16abe937707f),segment_id=dbc3f77b-37ab-4079-a9a0-16abe937707f)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:45.238689 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.241237 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:45.313958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Calling delete_port for 404f5127-42df-4bf7-8d1c-bdd2fe0c16b2 owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:45.324745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=97b34215-2349-4ab0-9ec7-beb8580488e1,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:45.336240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:45.340140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d5bca-a379-4dde-8a96-96af20bda08b req-cbf23dea-5574-43de-8d42-7a0c7877ccc8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:45.342212 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ce1d5bca-a379-4dde-8a96-96af20bda08b req-cbf23dea-5574-43de-8d42-7a0c7877ccc8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 945 time: 0.1468976
Jan 18 20:10:45.399189 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ce1d5bca-a379-4dde-8a96-96af20bda08b req-35a419b2-3327-467e-a08e-6d0fa7289407 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498209
Jan 18 20:10:45.412130 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36718) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:45.481764 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1', 'code': 200}
Jan 18 20:10:45.508252 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.528044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c3bcd29c-a9ea-46e3-8439-b281990cf5c2 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:45.578499 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bdc453c7-0095-4bcd-9b87-5a834dc3aeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.595045 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Pushing event deleted for resources: {'Port': ['ID=404f5127-42df-4bf7-8d1c-bdd2fe0c16b2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:45.595290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-bdc453c7-0095-4bcd-9b87-5a834dc3aeb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:10:45.597801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:45.603630 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-bdc453c7-0095-4bcd-9b87-5a834dc3aeb8 admin admin] Usage tracker for resource:security_group_rule and tenant:04dfb370c43149369a9af6de2c3a4790 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:10:45.606949 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-bdc453c7-0095-4bcd-9b87-5a834dc3aeb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:10:45.613588 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-bdc453c7-0095-4bcd-9b87-5a834dc3aeb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:10:45.728493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bdc453c7-0095-4bcd-9b87-5a834dc3aeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.733441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bdc453c7-0095-4bcd-9b87-5a834dc3aeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.771168 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-78fb1b2d-2f3a-4d39-a2f8-689d8373d845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:45.786947 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-bdc453c7-0095-4bcd-9b87-5a834dc3aeb8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=04dfb370c43149369a9af6de2c3a4790&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3727458
Jan 18 20:10:45.789048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36724) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:45.795757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.836652 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc453c7-0095-4bcd-9b87-5a834dc3aeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0f1fc7-0c58-415c-b443-bdbc89871789,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:45.842428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bdc453c7-0095-4bcd-9b87-5a834dc3aeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:45.861566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.861924 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Floating IP 34bb5d17-c838-4e94-a656-4f934608faef disassociated (deleted). External IP: 172.27.0.10, port: 826446f2-0d72-44b3-aecc-06f566b2e093.
Jan 18 20:10:45.877052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-07333ccd-6bd0-47c2-ab0f-a507bf37a66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.912186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-07333ccd-6bd0-47c2-ab0f-a507bf37a66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.965703 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-07333ccd-6bd0-47c2-ab0f-a507bf37a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:45.970910 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8ebfe2c1-22cc-45ee-951e-58786cabefc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:45.987864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07333ccd-6bd0-47c2-ab0f-a507bf37a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0f1fc7-0c58-415c-b443-bdbc89871789,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:45.990269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-07333ccd-6bd0-47c2-ab0f-a507bf37a66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:46.000672 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-07333ccd-6bd0-47c2-ab0f-a507bf37a66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:46.004409 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-07333ccd-6bd0-47c2-ab0f-a507bf37a66e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2e0f1fc7-0c58-415c-b443-bdbc89871789 HTTP/1.1" status: 204  len: 168 time: 0.2118001
Jan 18 20:10:46.018632 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c78805-ef7b-404e-bf5e-0e785e3e44e4 req-8355a016-5767-4259-89cd-0767a3c8cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:46.020330 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-83c78805-ef7b-404e-bf5e-0e785e3e44e4 req-8355a016-5767-4259-89cd-0767a3c8cf58 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 1162 time: 0.3223104
Jan 18 20:10:46.107794 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-83c78805-ef7b-404e-bf5e-0e785e3e44e4 req-87d50359-4471-434d-b517-b9dd19e73257 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688853
Jan 18 20:10:46.320193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Router 401ef9d7-1924-49b7-962e-cc3acb42d0bf has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:10:46.362917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 97b34215-2349-4ab0-9ec7-beb8580488e1 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:10:46.442359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36734) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:46.474030 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6be3eb35-8575-4c67-983f-aa200ac0fd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:46.475683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 97b34215-2349-4ab0-9ec7-beb8580488e1 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:10:46.478122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:46.495474 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-6be3eb35-8575-4c67-983f-aa200ac0fd5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:10:46.500456 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-6be3eb35-8575-4c67-983f-aa200ac0fd5a admin admin] Usage tracker for resource:security_group_rule and tenant:f714da9e5d614b78b74cfbc7f46ac44f is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:10:46.504569 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-6be3eb35-8575-4c67-983f-aa200ac0fd5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:10:46.511785 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-6be3eb35-8575-4c67-983f-aa200ac0fd5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:10:46.555660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:10:46.570911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ae8fc-abfc-4908-a14a-a3ce244668b1 None None] Sync routers for ids ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:10:46.598684 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ae8fc-abfc-4908-a14a-a3ce244668b1 None None] Routers {'401ef9d7-1924-49b7-962e-cc3acb42d0bf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:46.599829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-5b1ae8fc-abfc-4908-a14a-a3ce244668b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9849c748>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:10:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:46.622152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:46.668032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:46.694459 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-ed1e35c0-3c98-4290-9c36-d7f5c8c219e3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "DELETE /v2.0/floatingips/34bb5d17-c838-4e94-a656-4f934608faef HTTP/1.1" status: 204  len: 173 time: 2.2337959
Jan 18 20:10:46.695089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:10:46.761681 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6be3eb35-8575-4c67-983f-aa200ac0fd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:46.768271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6be3eb35-8575-4c67-983f-aa200ac0fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:46.777878 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-453a741e-7e56-443a-83dc-16e9126621fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:46.850132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3eb35-8575-4c67-983f-aa200ac0fd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476742b4-c7fe-4879-b284-71786e7414ff,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:46.857381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6be3eb35-8575-4c67-983f-aa200ac0fd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:46.867052 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-6be3eb35-8575-4c67-983f-aa200ac0fd5a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f714da9e5d614b78b74cfbc7f46ac44f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4231501
Jan 18 20:10:46.884635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36740) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:46.895116 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d22dac-8888-4492-b931-b54e1b739581 req-57e10249-37b5-4743-abac-85e498bba696 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:46.903450 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-95d22dac-8888-4492-b931-b54e1b739581 req-57e10249-37b5-4743-abac-85e498bba696 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 945 time: 0.2810457
Jan 18 20:10:46.947358 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-5b1ae8fc-abfc-4908-a14a-a3ce244668b1 None None] Set router 401ef9d7-1924-49b7-962e-cc3acb42d0bf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:46.961772 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-7bf9fe3d-792e-4f3d-8648-66917ac4f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:46.963927 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-7bf9fe3d-792e-4f3d-8648-66917ac4f92a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=0cf7d194c07942169bc93c32f57c5f0c&device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 1163 time: 0.2496679
Jan 18 20:10:46.972260 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-95d22dac-8888-4492-b931-b54e1b739581 req-c2420d8b-2d30-481a-9978-74e9e40f1a7d tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676763
Jan 18 20:10:47.016382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0166a560-8b9b-4469-9458-c155d06e2dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:47.081565 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093', 'status': 'completed', 'code': 200}
Jan 18 20:10:47.216108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0166a560-8b9b-4469-9458-c155d06e2dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:47.312101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:47.339266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-4b18a465-948e-4267-b302-a7231c6a4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:47.346794 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-4b18a465-948e-4267-b302-a7231c6a4bbd service neutron] 10.222.0.101 "GET /v2.0/networks?id=737832de-e12d-48fd-b4ec-73e8ae089722 HTTP/1.1" status: 200  len: 903 time: 0.3692715
Jan 18 20:10:47.357968 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9157c-fd48-413f-88cc-957daa66df99 req-414ec4da-c0aa-47af-99da-57d73f1b2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:47.359716 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66c9157c-fd48-413f-88cc-957daa66df99 req-414ec4da-c0aa-47af-99da-57d73f1b2d05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cf7d194c07942169bc93c32f57c5f0c&device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 1163 time: 0.2158363
Jan 18 20:10:47.376658 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-5b1ae8fc-abfc-4908-a14a-a3ce244668b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9849c748>, [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:04:17Z', 'revision_number': 4, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'ca0cef22-65df-46c3-9a5d-2cc911dc98e6', 'name': '', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'mac_address': 'fa:16:3e:8b:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:15Z', 'updated_at': '2021-01-18T20:04:31Z', 'revision_number': 5, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'subnets': [{'id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:47.384107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ae8fc-abfc-4908-a14a-a3ce244668b1 None None] Checking router: 401ef9d7-1924-49b7-962e-cc3acb42d0bf for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:10:47.395437 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ae8fc-abfc-4908-a14a-a3ce244668b1 None None] Routers {'401ef9d7-1924-49b7-962e-cc3acb42d0bf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:47.396146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-5b1ae8fc-abfc-4908-a14a-a3ce244668b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9849c748>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:10:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:47.474972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0166a560-8b9b-4469-9458-c155d06e2dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:47.482581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-739201ef-9079-4eef-b11b-d11c931459ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:47.494242 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-8c6a5ffe-da30-46b0-a919-172389ad18d7 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 200  len: 217 time: 0.1387043
Jan 18 20:10:47.519697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166a560-8b9b-4469-9458-c155d06e2dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476742b4-c7fe-4879-b284-71786e7414ff,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:47.571611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0166a560-8b9b-4469-9458-c155d06e2dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:47.601382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-5b1ae8fc-abfc-4908-a14a-a3ce244668b1 None None] Set router 401ef9d7-1924-49b7-962e-cc3acb42d0bf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:47.637209 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0166a560-8b9b-4469-9458-c155d06e2dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:47.648682 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-0166a560-8b9b-4469-9458-c155d06e2dc0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/476742b4-c7fe-4879-b284-71786e7414ff HTTP/1.1" status: 204  len: 168 time: 0.7527604
Jan 18 20:10:47.681171 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-fed84531-fc2d-46ca-93f5-8cff28e869af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:47.682816 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-fed84531-fc2d-46ca-93f5-8cff28e869af service neutron] 10.222.0.101 "GET /v2.0/subnets?id=94dd3169-dbb8-4097-b7b0-a68d04083b6b HTTP/1.1" status: 200  len: 848 time: 0.1649916
Jan 18 20:10:47.760227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9157c-fd48-413f-88cc-957daa66df99 req-054f51c4-74ab-49e1-bb75-f5eecd0f7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:47.761874 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66c9157c-fd48-413f-88cc-957daa66df99 req-054f51c4-74ab-49e1-bb75-f5eecd0f7cb1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=737832de-e12d-48fd-b4ec-73e8ae089722 HTTP/1.1" status: 200  len: 903 time: 0.3327897
Jan 18 20:10:47.847685 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66c9157c-fd48-413f-88cc-957daa66df99 req-b8ce6568-483e-4d1e-9bc4-8e0010e693f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 200  len: 217 time: 0.0763950
Jan 18 20:10:47.923911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-6641f33c-cc72-4b65-afb5-c5c72ed5ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:47.925604 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-6641f33c-cc72-4b65-afb5-c5c72ed5ea0f service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=737832de-e12d-48fd-b4ec-73e8ae089722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2267585
Jan 18 20:10:47.931894 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9157c-fd48-413f-88cc-957daa66df99 req-d2961f56-8a73-4f23-a4ff-88c8064b11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:47.933468 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66c9157c-fd48-413f-88cc-957daa66df99 req-d2961f56-8a73-4f23-a4ff-88c8064b11e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94dd3169-dbb8-4097-b7b0-a68d04083b6b HTTP/1.1" status: 200  len: 848 time: 0.0779674
Jan 18 20:10:47.978044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-5b1ae8fc-abfc-4908-a14a-a3ce244668b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9849c748>, [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:04:17Z', 'revision_number': 4, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'ca0cef22-65df-46c3-9a5d-2cc911dc98e6', 'name': '', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'mac_address': 'fa:16:3e:8b:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:15Z', 'updated_at': '2021-01-18T20:04:31Z', 'revision_number': 5, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'subnets': [{'id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:47.982459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ae8fc-abfc-4908-a14a-a3ce244668b1 None None] The sync data for ids ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'] in dv-cinder-562053-17-iscsi is: [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:04:17Z', 'revision_number': 4, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'ca0cef22-65df-46c3-9a5d-2cc911dc98e6', 'name': '', 'network_id': '737832de-e12d-48fd-b4ec-73e8ae089722', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'mac_address': 'fa:16:3e:8b:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:15Z', 'updated_at': '2021-01-18T20:04:31Z', 'revision_number': 5, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'subnets': [{'id': '94dd3169-dbb8-4097-b7b0-a68d04083b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:10:48.163715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9157c-fd48-413f-88cc-957daa66df99 req-2c14b588-a136-4a86-950a-c4cd73b68696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:48.165422 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66c9157c-fd48-413f-88cc-957daa66df99 req-2c14b588-a136-4a86-950a-c4cd73b68696 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=737832de-e12d-48fd-b4ec-73e8ae089722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2019386
Jan 18 20:10:48.169617 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-f8eafe17-95f3-45b4-930b-abdcd3839c4b service neutron] 10.222.0.101 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2345185
Jan 18 20:10:48.253583 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767179b-3711-4bce-988e-dfa13551c808 req-2d41ae8a-8c06-4350-a896-4c5145305652 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:48.262429 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7767179b-3711-4bce-988e-dfa13551c808 req-2d41ae8a-8c06-4350-a896-4c5145305652 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 945 time: 0.1263759
Jan 18 20:10:48.325172 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7767179b-3711-4bce-988e-dfa13551c808 req-cbf9e21b-4a74-4ce3-86e9-34330b38cf7b tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615947
Jan 18 20:10:48.449032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8559f-38a2-4241-88e1-2e81f54a1ba5 None None] New status for floating IP 34bb5d17-c838-4e94-a656-4f934608faef: DOWN {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:10:48.583422 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19829a4-69d1-49f2-ab12-575b7ad6c098 req-807c0e01-1f5c-4ef1-9e75-cb9e84c1ec24 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:48.592466 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e19829a4-69d1-49f2-ab12-575b7ad6c098 req-807c0e01-1f5c-4ef1-9e75-cb9e84c1ec24 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 945 time: 0.1349201
Jan 18 20:10:48.669673 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e19829a4-69d1-49f2-ab12-575b7ad6c098 req-c39e6d40-686f-462f-9781-bf67e52b9d3e tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755203
Jan 18 20:10:48.822091 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5f59d1c7-cce1-4366-a826-e5ce4abf097f req-95f965b5-6b5a-4492-8b84-9feaa6f8a9ec service neutron] 10.222.0.101 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6251347
Jan 18 20:10:48.823970 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66c9157c-fd48-413f-88cc-957daa66df99 req-35bc1519-5d78-4c1d-bc9c-bc2eea991536 service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6509962
Jan 18 20:10:48.859368 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8cdaae8-0b24-411d-9750-97ba40bb6334 req-c961ba50-35fb-4f22-a66f-1e23d08f78ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1778116
Jan 18 20:10:49.041261 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-66c9157c-fd48-413f-88cc-957daa66df99 req-9f91cd8f-ca4b-4a87-a46f-d82681d8c6c1 service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2065675
Jan 18 20:10:49.297333 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8677e6-b132-4db8-8994-9fbdd4abfd00 req-f2a4c68b-27f3-4bc7-8871-18aa93ca0761 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:49.299323 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb8677e6-b132-4db8-8994-9fbdd4abfd00 req-f2a4c68b-27f3-4bc7-8871-18aa93ca0761 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 945 time: 0.1345658
Jan 18 20:10:49.345596 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdaae8-0b24-411d-9750-97ba40bb6334 req-4808bc8f-d92c-4213-991a-52ed2c5576ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:49.347577 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8cdaae8-0b24-411d-9750-97ba40bb6334 req-4808bc8f-d92c-4213-991a-52ed2c5576ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cf7d194c07942169bc93c32f57c5f0c&device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 1163 time: 0.1205919
Jan 18 20:10:49.362641 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cb8677e6-b132-4db8-8994-9fbdd4abfd00 req-b3885383-1961-400b-b3b0-6567667df91d tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561810
Jan 18 20:10:49.604537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdaae8-0b24-411d-9750-97ba40bb6334 req-a244b894-b36f-4fef-9194-199f2548ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:49.606160 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8cdaae8-0b24-411d-9750-97ba40bb6334 req-a244b894-b36f-4fef-9194-199f2548ebff service neutron] 10.222.0.72 "GET /v2.0/networks?id=737832de-e12d-48fd-b4ec-73e8ae089722 HTTP/1.1" status: 200  len: 903 time: 0.2275791
Jan 18 20:10:49.635221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3c67d-9cb3-4e04-a9b6-ab56306d4747 req-9f23f7b4-1c49-4550-a606-e62f851681a7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:49.635221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-9de3c67d-9cb3-4e04-a9b6-ab56306d4747 req-9f23f7b4-1c49-4550-a606-e62f851681a7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Synchronizing usage tracker for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:10:49.715206 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8cdaae8-0b24-411d-9750-97ba40bb6334 req-7350e113-4df0-474a-b34a-06a1e0630b22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 200  len: 217 time: 0.0758584
Jan 18 20:10:49.764489 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-9de3c67d-9cb3-4e04-a9b6-ab56306d4747 req-9f23f7b4-1c49-4550-a606-e62f851681a7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Unset dirty status for tenant:0cf7d194c07942169bc93c32f57c5f0c on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:10:49.765998 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9de3c67d-9cb3-4e04-a9b6-ab56306d4747 req-9f23f7b4-1c49-4550-a606-e62f851681a7 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.3510349
Jan 18 20:10:49.780101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36796) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:49.841464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdaae8-0b24-411d-9750-97ba40bb6334 req-0420b210-9a4d-4a7b-acd2-f7f2210ec5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:49.843098 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8cdaae8-0b24-411d-9750-97ba40bb6334 req-0420b210-9a4d-4a7b-acd2-f7f2210ec5b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94dd3169-dbb8-4097-b7b0-a68d04083b6b HTTP/1.1" status: 200  len: 848 time: 0.1222527
Jan 18 20:10:49.891734 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9de3c67d-9cb3-4e04-a9b6-ab56306d4747 req-5a804465-2904-4e85-bac2-0ec6f39f5cb5 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1164098
Jan 18 20:10:49.955539 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdaae8-0b24-411d-9750-97ba40bb6334 req-1d27ca25-19b9-4b06-8ea7-9cddf434bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:49.957899 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8cdaae8-0b24-411d-9750-97ba40bb6334 req-1d27ca25-19b9-4b06-8ea7-9cddf434bd6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=737832de-e12d-48fd-b4ec-73e8ae089722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1089056
Jan 18 20:10:50.035991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e18c7358-4686-45e5-a967-4638824b4162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:50.118835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-e18c7358-4686-45e5-a967-4638824b4162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:10:50.130509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-e18c7358-4686-45e5-a967-4638824b4162 admin admin] Usage tracker for resource:security_group_rule and tenant:aa48a534b9694964a260284c0c7fa6ba is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:10:50.140611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-e18c7358-4686-45e5-a967-4638824b4162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:10:50.162192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-e18c7358-4686-45e5-a967-4638824b4162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:10:50.213410 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8cdaae8-0b24-411d-9750-97ba40bb6334 req-89c8545a-2596-4583-a025-6615ebc8eb70 service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2482927
Jan 18 20:10:50.389436 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:50.406856 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b8cdaae8-0b24-411d-9750-97ba40bb6334 req-b03ebec1-9eae-4400-9d7d-f2d4b7d2743d service neutron] 10.222.0.72 "GET /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1813745
Jan 18 20:10:50.434871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e18c7358-4686-45e5-a967-4638824b4162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:50.440454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e18c7358-4686-45e5-a967-4638824b4162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:50.450377 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0a605ab2-0363-41ec-a4ae-71dc70fd9aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:50.494919 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-e18c7358-4686-45e5-a967-4638824b4162 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=aa48a534b9694964a260284c0c7fa6ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7134094
Jan 18 20:10:50.496890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c7358-4686-45e5-a967-4638824b4162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e6aae2-3935-41f3-a7c6-63235df630bc,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:50.497735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36806) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:50.500439 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e18c7358-4686-45e5-a967-4638824b4162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:50.567322 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1da968f0-0491-4f33-8344-d069091e932f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:50.600103 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1da968f0-0491-4f33-8344-d069091e932f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:50.759694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381aa33-85bd-480e-a24b-0573735f530f req-41441373-4dce-45f3-8821-d8772f4843fd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:50.761398 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1381aa33-85bd-480e-a24b-0573735f530f req-41441373-4dce-45f3-8821-d8772f4843fd tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.72 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1181359
Jan 18 20:10:50.861743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-1381aa33-85bd-480e-a24b-0573735f530f req-bd530c79-5020-4d0e-a2ab-64e3e4ef2759 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Deleting port 826446f2-0d72-44b3-aecc-06f566b2e093 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:50.862119 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-1381aa33-85bd-480e-a24b-0573735f530f req-bd530c79-5020-4d0e-a2ab-64e3e4ef2759 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:50.872361 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1da968f0-0491-4f33-8344-d069091e932f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:50.876915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1890d78a-151d-40c6-9aef-7ec6d1abeae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:50.892068 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da968f0-0491-4f33-8344-d069091e932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e6aae2-3935-41f3-a7c6-63235df630bc,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:50.894936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1da968f0-0491-4f33-8344-d069091e932f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:50.903894 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1da968f0-0491-4f33-8344-d069091e932f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:50.905267 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1da968f0-0491-4f33-8344-d069091e932f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/72e6aae2-3935-41f3-a7c6-63235df630bc HTTP/1.1" status: 204  len: 168 time: 0.4064925
Jan 18 20:10:51.169835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161ccf7-1720-4fce-b450-aad6ed1cb0a0 req-a27a5493-9149-43c1-ab8a-371add980b44 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:10:51.171554 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f161ccf7-1720-4fce-b450-aad6ed1cb0a0 req-a27a5493-9149-43c1-ab8a-371add980b44 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 946 time: 0.1257839
Jan 18 20:10:51.199983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-1381aa33-85bd-480e-a24b-0573735f530f req-bd530c79-5020-4d0e-a2ab-64e3e4ef2759 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] For port 826446f2-0d72-44b3-aecc-06f566b2e093, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=826446f2-0d72-44b3-aecc-06f566b2e093,segment=NetworkSegment(06db37ee-5eca-479f-8407-8d23fe9ac8c3),segment_id=06db37ee-5eca-479f-8407-8d23fe9ac8c3)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:51.200407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-1381aa33-85bd-480e-a24b-0573735f530f req-bd530c79-5020-4d0e-a2ab-64e3e4ef2759 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:51.259558 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f161ccf7-1720-4fce-b450-aad6ed1cb0a0 req-dc204ead-539e-4f1d-a4b8-a6197241c9a3 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups?id=792acf36-a58c-41c8-991b-9c3fb0dc80d4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0596631
Jan 18 20:10:51.362975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-1381aa33-85bd-480e-a24b-0573735f530f req-bd530c79-5020-4d0e-a2ab-64e3e4ef2759 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Calling delete_port for 826446f2-0d72-44b3-aecc-06f566b2e093 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:51.536708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-1381aa33-85bd-480e-a24b-0573735f530f req-bd530c79-5020-4d0e-a2ab-64e3e4ef2759 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:51.553846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d37636ea-f052-418a-bdc2-10b1f438262d tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:51.614842 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd530c79-5020-4d0e-a2ab-64e3e4ef2759 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Pushing event deleted for resources: {'Port': ['ID=826446f2-0d72-44b3-aecc-06f566b2e093,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:51.626582 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bd530c79-5020-4d0e-a2ab-64e3e4ef2759 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:51.801381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-1381aa33-85bd-480e-a24b-0573735f530f req-bd530c79-5020-4d0e-a2ab-64e3e4ef2759 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] No DVR routers for this DVR port 826446f2-0d72-44b3-aecc-06f566b2e093 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:10:51.803880 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-1381aa33-85bd-480e-a24b-0573735f530f req-bd530c79-5020-4d0e-a2ab-64e3e4ef2759 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:51.812404 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'name': 'network-vif-deleted', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:10:51.834225 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1381aa33-85bd-480e-a24b-0573735f530f req-bd530c79-5020-4d0e-a2ab-64e3e4ef2759 tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.72 "DELETE /v2.0/ports/826446f2-0d72-44b3-aecc-06f566b2e093 HTTP/1.1" status: 204  len: 173 time: 1.0638542
Jan 18 20:10:51.894891 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff0894-ff5a-4045-8a27-f1ffcef09e64', 'name': 'network-vif-deleted', 'tag': '826446f2-0d72-44b3-aecc-06f566b2e093', 'status': 'completed', 'code': 200}
Jan 18 20:10:52.267218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 826446f2-0d72-44b3-aecc-06f566b2e093 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:10:52.325145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] No Port match for: 826446f2-0d72-44b3-aecc-06f566b2e093 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:10:52.325537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 826446f2-0d72-44b3-aecc-06f566b2e093 not bound to the agent host hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:10:52.434443 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-16581cb5-5262-43b2-9468-ce693f8c7079 req-dab245a7-eee3-42ce-b7b1-39be197d6d0e tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/ports?device_id=d7ff0894-ff5a-4045-8a27-f1ffcef09e64 HTTP/1.1" status: 200  len: 210 time: 0.0529435
Jan 18 20:10:53.676137 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6931f963-0b37-4374-862c-c20fe1762484 req-459f469f-e148-40b4-b4a1-6b1846a4450f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "GET /v2.0/security-groups/792acf36-a58c-41c8-991b-9c3fb0dc80d4 HTTP/1.1" status: 200  len: 2991 time: 0.0657384
Jan 18 20:10:53.763723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6931f963-0b37-4374-862c-c20fe1762484 req-e7494d0a-5d60-4ef2-a04b-8841b818483f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:53.794434 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6931f963-0b37-4374-862c-c20fe1762484 req-e7494d0a-5d60-4ef2-a04b-8841b818483f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:53.857640 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6931f963-0b37-4374-862c-c20fe1762484 req-e7494d0a-5d60-4ef2-a04b-8841b818483f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:53.863441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d3694768-fa27-4806-8194-2dbed807ee49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:53.879260 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7494d0a-5d60-4ef2-a04b-8841b818483f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Pushing event deleted for resources: {'SecurityGroup': ['ID=792acf36-a58c-41c8-991b-9c3fb0dc80d4,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:53.881862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e7494d0a-5d60-4ef2-a04b-8841b818483f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:53.892735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-6931f963-0b37-4374-862c-c20fe1762484 req-e7494d0a-5d60-4ef2-a04b-8841b818483f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:53.893964 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6931f963-0b37-4374-862c-c20fe1762484 req-e7494d0a-5d60-4ef2-a04b-8841b818483f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] 10.222.0.101 "DELETE /v2.0/security-groups/792acf36-a58c-41c8-991b-9c3fb0dc80d4 HTTP/1.1" status: 204  len: 173 time: 0.2104633
Jan 18 20:10:53.974718 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36874) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:54.827884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938819'] for router_interface, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:55.524956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Deleting port ca0cef22-65df-46c3-9a5d-2cc911dc98e6 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:55.525320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:55.740605 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] For port ca0cef22-65df-46c3-9a5d-2cc911dc98e6, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=ca0cef22-65df-46c3-9a5d-2cc911dc98e6,segment=NetworkSegment(06db37ee-5eca-479f-8407-8d23fe9ac8c3),segment_id=06db37ee-5eca-479f-8407-8d23fe9ac8c3)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:55.741010 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:55.884523 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Calling delete_port for ca0cef22-65df-46c3-9a5d-2cc911dc98e6 owned by network:router_interface {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:56.077869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:56.102282 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f6a6174e-5790-497d-8f81-798417154181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:56.163928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0cef22-65df-46c3-9a5d-2cc911dc98e6,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:56.226416 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.226832 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.227227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.227630 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.228025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.228500 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.228850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.229267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.229666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.230047 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.230436 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.230823 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.231251 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.231636 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.232023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.232421 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.232808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.233195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.233581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.234112 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.234550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.234886 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.235169 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.235544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:10:56.242002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:56.560220 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938813'] for router_interface, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:57.112222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Router 401ef9d7-1924-49b7-962e-cc3acb42d0bf has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:10:57.321033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:10:57.330769 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae99933-511a-4816-a7c8-b1b5a50175b8 None None] Sync routers for ids ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:10:57.334021 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] 10.222.0.101 "PUT /v2.0/routers/401ef9d7-1924-49b7-962e-cc3acb42d0bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3575020
Jan 18 20:10:57.337917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36906) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:57.341136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae99933-511a-4816-a7c8-b1b5a50175b8 None None] Routers {'401ef9d7-1924-49b7-962e-cc3acb42d0bf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:57.341887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-5ae99933-511a-4816-a7c8-b1b5a50175b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9849c470>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:10:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:57.549798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-5ae99933-511a-4816-a7c8-b1b5a50175b8 None None] Set router 401ef9d7-1924-49b7-962e-cc3acb42d0bf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:57.550729 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Notify callbacks [] for router, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:57.776714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:57.782798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Deleting port dd9a9197-5fa6-4f18-9709-f4b4894922eb {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:57.783425 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:57.936855 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-5ae99933-511a-4816-a7c8-b1b5a50175b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9849c470>, [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:10:56Z', 'revision_number': 5, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:57.942873 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae99933-511a-4816-a7c8-b1b5a50175b8 None None] Checking router: 401ef9d7-1924-49b7-962e-cc3acb42d0bf for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:10:57.953472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae99933-511a-4816-a7c8-b1b5a50175b8 None None] Routers {'401ef9d7-1924-49b7-962e-cc3acb42d0bf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:10:57.954144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-5ae99933-511a-4816-a7c8-b1b5a50175b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9849c470>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:10:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:57.991688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] For port dd9a9197-5fa6-4f18-9709-f4b4894922eb, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=dd9a9197-5fa6-4f18-9709-f4b4894922eb,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:10:57.992079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:58.147275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Calling delete_port for dd9a9197-5fa6-4f18-9709-f4b4894922eb owned by network:router_gateway {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:10:58.301282 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     result = function(*args, **kwargs)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     proto.__init__(conn_state, self)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.handle()
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.handle_one_request()
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.handle_one_response()
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     result = self.application(self.environ, start_response)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     return app(environ, start_response)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     response = req.get_response(self.application)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     application, catch_exc_info=False)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     app_iter = application(self.environ, start_response)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     response = req.get_response(self.application)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     application, catch_exc_info=False)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     app_iter = application(self.environ, start_response)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     response = req.get_response(self.application)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     application, catch_exc_info=False)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     app_iter = application(self.environ, start_response)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     response = req.get_response(self.application)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     application, catch_exc_info=False)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     app_iter = application(self.environ, start_response)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     return request.get_response(self.application)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     application, catch_exc_info=False)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     app_iter = application(self.environ, start_response)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     response = req.get_response(self._app)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     application, catch_exc_info=False)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     app_iter = application(self.environ, start_response)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     return resp(environ, start_response)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     return resp(environ, start_response)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     response = self.app(environ, start_response)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     return resp(environ, start_response)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     resp = self.call_func(req, *args, **kw)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.func(req, *args, **kwargs)
Jan 18 20:10:58.304273 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     result = method(request=request, **args)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._delete(request, id, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(*args, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(*args, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(*dup_args, **dup_kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     obj_deleter(request.context, id, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     return method(*args, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(*args, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(*args, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(*dup_args, **dup_kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._delete_current_gw_port(context, id, router, None)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, context, *args, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     return method(*args, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     context, port, router_ids, bound_mech_contexts)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     return function(*args, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     callback(resource, event, trigger, **kwargs)
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     if self._is_session_semantic_violated(context, resource, event):
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]:     stack = traceback.extract_stack()
Jan 18 20:10:58.315016 dv-cinder-562053-17-iscsi neutron-server[80066]: 
Jan 18 20:10:58.323243 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-5ae99933-511a-4816-a7c8-b1b5a50175b8 None None] Set router 401ef9d7-1924-49b7-962e-cc3acb42d0bf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:10:58.524187 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853836725'] for router_gateway, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:58.667909 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772468'] for router, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:58.669381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-5ae99933-511a-4816-a7c8-b1b5a50175b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9849c470>, [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:10:56Z', 'revision_number': 5, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:10:58.670448 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:58.674435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae99933-511a-4816-a7c8-b1b5a50175b8 None None] The sync data for ids ['401ef9d7-1924-49b7-962e-cc3acb42d0bf'] in dv-cinder-562053-17-iscsi is: [{'id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'name': 'tempest-TestShelveInstance-1146277646-router', 'tenant_id': '0cf7d194c07942169bc93c32f57c5f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:08Z', 'updated_at': '2021-01-18T20:10:56Z', 'revision_number': 5, 'project_id': '0cf7d194c07942169bc93c32f57c5f0c', 'gw_port': {'id': 'dd9a9197-5fa6-4f18-9709-f4b4894922eb', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ef9d7-1924-49b7-962e-cc3acb42d0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:10Z', 'updated_at': '2021-01-18T20:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:10:58.789400 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939512'] for router, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:58.790144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 401ef9d7-1924-49b7-962e-cc3acb42d0bf {{(pid=80179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 18 20:10:58.806010 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:58.808346 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-5eac8ee5-7ebc-485b-b765-5468dc13dc14 admin admin] 10.222.0.101 "DELETE /v2.0/routers/401ef9d7-1924-49b7-962e-cc3acb42d0bf HTTP/1.1" status: 204  len: 168 time: 1.4682090
Jan 18 20:10:58.810296 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 36938) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:58.890975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7ac152-8333-4767-b088-5a3acd78dda5 admin admin] Deleting subnet 94dd3169-dbb8-4097-b7b0-a68d04083b6b {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:10:58.894745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac152-8333-4767-b088-5a3acd78dda5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:58.973412 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac152-8333-4767-b088-5a3acd78dda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842744927'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:59.079000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device ca0cef22-65df-46c3-9a5d-2cc911dc98e6 no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:10:59.108160 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac152-8333-4767-b088-5a3acd78dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:59.118527 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: ca0cef22-65df-46c3-9a5d-2cc911dc98e6 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:10:59.120185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device ca0cef22-65df-46c3-9a5d-2cc911dc98e6 not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:10:59.436501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac152-8333-4767-b088-5a3acd78dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844018326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844020678'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:59.455743 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:10:59.508826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ac152-8333-4767-b088-5a3acd78dda5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94dd3169-dbb8-4097-b7b0-a68d04083b6b,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:10:59.512993 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6f7ac152-8333-4767-b088-5a3acd78dda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:10:59.599695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac152-8333-4767-b088-5a3acd78dda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:59.605987 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c56ba9-a112-445b-ad6d-bad8e795124d None None] Network 737832de-e12d-48fd-b4ec-73e8ae089722 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:10:59.606765 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-6f7ac152-8333-4767-b088-5a3acd78dda5 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/94dd3169-dbb8-4097-b7b0-a68d04083b6b HTTP/1.1" status: 204  len: 168 time: 0.7953136
Jan 18 20:10:59.609727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 36962) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:10:59.734810 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:59.808471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Deleting port cac7b023-109a-49a0-af15-0aa22f103bb3 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:59.808836 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:10:59.904805 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3719dcb9-767e-4998-b201-214755a67709 None None] DHCP port deletion for 737832de-e12d-48fd-b4ec-73e8ae089722 request from dv-cinder-562053-17-iscsi {{(pid=80181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 18 20:10:59.909935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-3719dcb9-767e-4998-b201-214755a67709 None None] Deleting port cac7b023-109a-49a0-af15-0aa22f103bb3 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:10:59.910428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3719dcb9-767e-4998-b201-214755a67709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:00.082989 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] For port cac7b023-109a-49a0-af15-0aa22f103bb3, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=cac7b023-109a-49a0-af15-0aa22f103bb3,segment=NetworkSegment(06db37ee-5eca-479f-8407-8d23fe9ac8c3),segment_id=06db37ee-5eca-479f-8407-8d23fe9ac8c3)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:00.083621 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:00.170739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-3719dcb9-767e-4998-b201-214755a67709 None None] For port cac7b023-109a-49a0-af15-0aa22f103bb3, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=cac7b023-109a-49a0-af15-0aa22f103bb3,segment=NetworkSegment(06db37ee-5eca-479f-8407-8d23fe9ac8c3),segment_id=06db37ee-5eca-479f-8407-8d23fe9ac8c3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:00.171161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3719dcb9-767e-4998-b201-214755a67709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:00.227867 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Calling delete_port for cac7b023-109a-49a0-af15-0aa22f103bb3 owned by network:dhcp {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:00.327174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:00.339801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-3719dcb9-767e-4998-b201-214755a67709 None None] Calling delete_port for cac7b023-109a-49a0-af15-0aa22f103bb3 owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:00.344106 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-42062223-7be7-43ed-a8c6-61e2e1f5888b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:00.401518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac7b023-109a-49a0-af15-0aa22f103bb3,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:00.406906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:00.428189 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [None req-3719dcb9-767e-4998-b201-214755a67709 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:11:00.428659 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [None req-3719dcb9-767e-4998-b201-214755a67709 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:11:00.498616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] No DVR routers for this DVR port cac7b023-109a-49a0-af15-0aa22f103bb3 on host dv-cinder-562053-17-iscsi {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:11:00.645402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:00.930800 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-3719dcb9-767e-4998-b201-214755a67709 None None] Deleting port cac7b023-109a-49a0-af15-0aa22f103bb3 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:00.931452 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3719dcb9-767e-4998-b201-214755a67709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:01.006135 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-3719dcb9-767e-4998-b201-214755a67709 None None] The port 'cac7b023-109a-49a0-af15-0aa22f103bb3' was deleted {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 18 20:11:01.020094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b937cf630>,) {'filters': {'network_id': ['737832de-e12d-48fd-b4ec-73e8ae089722']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:01.034561 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b937cf630>, '06db37ee-5eca-479f-8407-8d23fe9ac8c3') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:01.034561 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b937cf630>, '06db37ee-5eca-479f-8407-8d23fe9ac8c3') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:01.052428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1463056'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:01.074632 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:01.080980 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:11:01.112954 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device cac7b023-109a-49a0-af15-0aa22f103bb3 no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:11:01.157399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: cac7b023-109a-49a0-af15-0aa22f103bb3 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:11:01.157748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device cac7b023-109a-49a0-af15-0aa22f103bb3 not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:11:01.158146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device dd9a9197-5fa6-4f18-9709-f4b4894922eb no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:11:01.196240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: dd9a9197-5fa6-4f18-9709-f4b4894922eb {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:11:01.196671 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device dd9a9197-5fa6-4f18-9709-f4b4894922eb not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:11:01.279113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Network 737832de-e12d-48fd-b4ec-73e8ae089722 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:11:01.289136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793870751'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:01.501313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Network 737832de-e12d-48fd-b4ec-73e8ae089722 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:11:01.518638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:11:01.535701 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:11:01.693213 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:01.699299 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:01.704748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a0e37881-5790-44cd-a141-bac15fe442f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:01.731959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Pushing event deleted for resources: {'Network': ['ID=737832de-e12d-48fd-b4ec-73e8ae089722,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:01.735157 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:01.761581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fe411-7704-481c-96c0-3559deecb5cf req-b043d52d-dae5-4629-99e0-52acfacbbff8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:01.763390 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ea3fe411-7704-481c-96c0-3559deecb5cf req-b043d52d-dae5-4629-99e0-52acfacbbff8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 945 time: 0.2287853
Jan 18 20:11:01.777077 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] 10.222.0.101 "DELETE /v2.0/networks/737832de-e12d-48fd-b4ec-73e8ae089722 HTTP/1.1" status: 204  len: 168 time: 2.1658833
Jan 18 20:11:01.778355 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37000) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:01.832698 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ea3fe411-7704-481c-96c0-3559deecb5cf req-ae6c53f2-d638-4726-8855-9a2d64edf7ac tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467641
Jan 18 20:11:02.463290 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-94ec722c-d7bc-4412-a2f7-71cba10e7cd5 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2822516
Jan 18 20:11:02.545390 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Request body: {'floatingip': {'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:02.558691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:02.567573 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Usage tracker for resource:floatingip and tenant:63b9797cef4f43b28eeee891fea4ee3d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:02.574686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:02.584920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:02.611972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for floatingip, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:02.892444 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:03.134603 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938819'] for router_interface, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:03.458201 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Allocated IP 172.27.0.134 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/62e58072-b8df-4b69-a526-38c78ee8f67a) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:11:03.702620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:03.775858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] Deleting port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:03.776243 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:03.860744 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:03.880357 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:04.110343 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Pushing event updated for resources: {'Port': ['ID=62e58072-b8df-4b69-a526-38c78ee8f67a,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:04.116728 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:04.164591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] For port 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c,segment=NetworkSegment(e88fe678-c2a5-4ba1-aa76-bfa383aff20b),segment_id=e88fe678-c2a5-4ba1-aa76-bfa383aff20b)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:04.164997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:04.315177 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] Calling delete_port for 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c owned by network:router_interface {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:04.366735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:11:04.369810 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:11:04.373871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:11:04.383470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37018) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:04.507808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for floatingip, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:04.545863 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d9e7-09c6-447a-8633-71012656cc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:04.563906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8ec8d9e7-09c6-447a-8633-71012656cc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:04.568592 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8ec8d9e7-09c6-447a-8633-71012656cc19 admin admin] Usage tracker for resource:security_group_rule and tenant:83b76b740ad5473a9c86d15fa29cfe53 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:04.572065 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-8ec8d9e7-09c6-447a-8633-71012656cc19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:04.579109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-8ec8d9e7-09c6-447a-8633-71012656cc19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:04.677835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d9e7-09c6-447a-8633-71012656cc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:04.681781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d9e7-09c6-447a-8633-71012656cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:04.692029 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-cd99c3db-6875-42b0-b499-1f34233ee822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:04.743991 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-8ec8d9e7-09c6-447a-8633-71012656cc19 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=83b76b740ad5473a9c86d15fa29cfe53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3592858
Jan 18 20:11:04.746637 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8d9e7-09c6-447a-8633-71012656cc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e90d1-a7b6-4ba6-a78c-570a26cb0d1f,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:04.749533 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37024) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:04.766143 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8ec8d9e7-09c6-447a-8633-71012656cc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:04.824800 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b65954c1-2c2d-48a9-8368-1449a5fff727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:04.853585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b65954c1-2c2d-48a9-8368-1449a5fff727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:04.906829 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b65954c1-2c2d-48a9-8368-1449a5fff727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:04.910170 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:04.911139 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e7494d0a-5d60-4ef2-a04b-8841b818483f tempest-TestShelveInstance-377938581 tempest-TestShelveInstance-377938581] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:04.924670 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65954c1-2c2d-48a9-8368-1449a5fff727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e90d1-a7b6-4ba6-a78c-570a26cb0d1f,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:04.928501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b65954c1-2c2d-48a9-8368-1449a5fff727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:04.931937 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b65954c1-2c2d-48a9-8368-1449a5fff727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:04.933203 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b65954c1-2c2d-48a9-8368-1449a5fff727 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7c9e90d1-a7b6-4ba6-a78c-570a26cb0d1f HTTP/1.1" status: 204  len: 168 time: 0.1824939
Jan 18 20:11:04.959237 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:04.978162 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-00f6f03c-6d00-4c84-a099-d5201dd792a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:05.038091 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:05.045031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:05.605879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:05.612906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:05.628798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7137ba36-6917-4e69-9286-4e0d7ffe0dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:05.729970 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938813'] for router_interface, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:05.828301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Pushing event updated for resources: {'Port': ['ID=62e58072-b8df-4b69-a526-38c78ee8f67a,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:05.846490 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:06.178364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:06.230497 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:06.231815 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.7099452
Jan 18 20:11:06.332696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-36b23a5c-b921-4328-9bf7-ef26498db9e5 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Synchronizing usage tracker for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:floatingip {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:11:06.494865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-36b23a5c-b921-4328-9bf7-ef26498db9e5 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Unset dirty status for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:floatingip {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:11:06.496154 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-36b23a5c-b921-4328-9bf7-ef26498db9e5 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.134 HTTP/1.1" status: 200  len: 696 time: 0.2568650
Jan 18 20:11:06.675435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] Router b074d968-6230-4156-9454-e330d1b4730a has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:11:06.877123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-085a1e4c-da01-4550-9e31-d635811d536b tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:06.878649 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-085a1e4c-da01-4550-9e31-d635811d536b tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 784 time: 0.3714807
Jan 18 20:11:06.895794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-d9d32153-bc40-495f-93da-1208653b9d4a tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 20:11:06.897212 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-830f1530-d3ff-4563-8260-3a1cf46bc1d5 req-d9d32153-bc40-495f-93da-1208653b9d4a tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0122001
Jan 18 20:11:06.941170 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:11:06.948699 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] 10.222.0.101 "PUT /v2.0/routers/b074d968-6230-4156-9454-e330d1b4730a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1676025
Jan 18 20:11:06.950147 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37058) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:06.952892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ebc25b-9542-4b7a-a696-34ed87af68f6 None None] Sync routers for ids ['b074d968-6230-4156-9454-e330d1b4730a'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:11:06.964704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ebc25b-9542-4b7a-a696-34ed87af68f6 None None] Routers {'b074d968-6230-4156-9454-e330d1b4730a'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:11:06.965686 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-75ebc25b-9542-4b7a-a696-34ed87af68f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b92b6f5f8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:10:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['b074d968-6230-4156-9454-e330d1b4730a'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:07.165197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-75ebc25b-9542-4b7a-a696-34ed87af68f6 None None] Set router b074d968-6230-4156-9454-e330d1b4730a gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:11:07.210563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:07.357807 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-55f2a303-21a1-4529-9d9f-a0f4e16a29a5 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:07.359652 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-55f2a303-21a1-4529-9d9f-a0f4e16a29a5 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2824411
Jan 18 20:11:07.473422 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-e056fc2e-b977-4494-91d3-c847b505a135 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.134 HTTP/1.1" status: 200  len: 696 time: 0.0977631
Jan 18 20:11:07.487665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-75ebc25b-9542-4b7a-a696-34ed87af68f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b92b6f5f8>, [{'id': 'b074d968-6230-4156-9454-e330d1b4730a', 'name': 'tempest-TestShelveInstance-983799629-router', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:24Z', 'updated_at': '2021-01-18T20:11:04Z', 'revision_number': 5, 'project_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'gw_port': {'id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b074d968-6230-4156-9454-e330d1b4730a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:26Z', 'updated_at': '2021-01-18T20:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:07.492146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ebc25b-9542-4b7a-a696-34ed87af68f6 None None] Checking router: b074d968-6230-4156-9454-e330d1b4730a for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:11:07.498325 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-0e33a8ec-1b0d-4511-9a86-d81a4f3adaca tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Request body: {'floatingip': {'port_id': '97b34215-2349-4ab0-9ec7-beb8580488e1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:07.502294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ebc25b-9542-4b7a-a696-34ed87af68f6 None None] Routers {'b074d968-6230-4156-9454-e330d1b4730a'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:11:07.502957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-75ebc25b-9542-4b7a-a696-34ed87af68f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b92b6f5f8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:10:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['b074d968-6230-4156-9454-e330d1b4730a'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:07.594113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-0e33a8ec-1b0d-4511-9a86-d81a4f3adaca tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for floatingip, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:07.672253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:07.721956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Deleting port 72f9d44b-af95-48f7-89cf-78e48785434b {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:07.722383 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:07.734803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-75ebc25b-9542-4b7a-a696-34ed87af68f6 None None] Set router b074d968-6230-4156-9454-e330d1b4730a gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:11:07.983147 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-27a8c5ea-520e-4ce5-a60b-2fefa475b7de tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/networks?tenant_id=e74ce69b94a04e809185229fac3252ee&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0433254
Jan 18 20:11:08.071978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-75ebc25b-9542-4b7a-a696-34ed87af68f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b92b6f5f8>, [{'id': 'b074d968-6230-4156-9454-e330d1b4730a', 'name': 'tempest-TestShelveInstance-983799629-router', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:24Z', 'updated_at': '2021-01-18T20:11:04Z', 'revision_number': 5, 'project_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'gw_port': {'id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b074d968-6230-4156-9454-e330d1b4730a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:26Z', 'updated_at': '2021-01-18T20:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:08.079644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ebc25b-9542-4b7a-a696-34ed87af68f6 None None] The sync data for ids ['b074d968-6230-4156-9454-e330d1b4730a'] in dv-cinder-562053-17-iscsi is: [{'id': 'b074d968-6230-4156-9454-e330d1b4730a', 'name': 'tempest-TestShelveInstance-983799629-router', 'tenant_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:04:24Z', 'updated_at': '2021-01-18T20:11:04Z', 'revision_number': 5, 'project_id': '73f60bda0a7e4a0e93124b9aa11a476e', 'gw_port': {'id': '72f9d44b-af95-48f7-89cf-78e48785434b', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b074d968-6230-4156-9454-e330d1b4730a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:04:26Z', 'updated_at': '2021-01-18T20:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:11:08.398305 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] For port 72f9d44b-af95-48f7-89cf-78e48785434b, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=72f9d44b-af95-48f7-89cf-78e48785434b,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:08.398593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:08.472861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-b33a4ec4-5f9b-4167-8505-0f528dcaebc1 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:08.474618 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-b33a4ec4-5f9b-4167-8505-0f528dcaebc1 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4835439
Jan 18 20:11:08.493147 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e5d2217-49a7-4733-b853-93215ff46f6a tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/quotas/e74ce69b94a04e809185229fac3252ee HTTP/1.1" status: 200  len: 375 time: 0.0113153
Jan 18 20:11:08.549700 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-e3571075-bfd4-496b-b825-18e6da4a53bd tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?tenant_id=e74ce69b94a04e809185229fac3252ee&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0503335
Jan 18 20:11:08.554212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Calling delete_port for 72f9d44b-af95-48f7-89cf-78e48785434b owned by network:router_gateway {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:08.775633 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c81a7fdd-badf-4f8c-997c-982dece31831 req-46875004-f3e3-4510-8422-369b9eba9903 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 210 time: 0.0578527
Jan 18 20:11:08.835773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:09.049567 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-0e33a8ec-1b0d-4511-9a86-d81a4f3adaca tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for floatingip, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:09.065984 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-0e33a8ec-1b0d-4511-9a86-d81a4f3adaca tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:09.071925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:11:09.117723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:11:09.118045 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 70dd37b7-3ff0-4502-8b06-4ad6f3a5d67c not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:11:09.305357 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853836725'] for router_gateway, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:09.455995 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-0e33a8ec-1b0d-4511-9a86-d81a4f3adaca tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Floating IP 5a073ce5-9a8c-4c72-98bc-d2ab6f50ea5b associated. External IP: 172.27.0.134, port: 97b34215-2349-4ab0-9ec7-beb8580488e1.
Jan 18 20:11:09.514512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772468'] for router, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:09.577065 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:09.627553 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939512'] for router, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:09.628138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b074d968-6230-4156-9454-e330d1b4730a {{(pid=80179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 18 20:11:09.662265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:09.663654 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2fbacedf-045c-4b17-980e-49e645dcf9f2 admin admin] 10.222.0.101 "DELETE /v2.0/routers/b074d968-6230-4156-9454-e330d1b4730a HTTP/1.1" status: 204  len: 168 time: 2.7122641
Jan 18 20:11:09.666916 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37088) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:09.898527 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e559c76-9d17-43c9-9096-cde744fce5c4 admin admin] Deleting subnet 38fd4515-f94e-46c3-8df8-ca52c85c17b1 {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:11:09.906347 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e559c76-9d17-43c9-9096-cde744fce5c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:09.983654 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2168a4bc-aacf-4417-8b5b-784a09ac6803 req-f3ab3b27-ef16-4d19-8a56-7267e213fdc0 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 210 time: 0.0564556
Jan 18 20:11:09.987472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e559c76-9d17-43c9-9096-cde744fce5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312744'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:10.045741 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-0e33a8ec-1b0d-4511-9a86-d81a4f3adaca tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Router 5700de0b-2b7f-4f9f-911f-8f869ffe396f has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:11:10.262793 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-30002357-d86c-4586-bc83-6419c1c86aa0 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.72 "GET /v2.0/networks?tenant_id=e74ce69b94a04e809185229fac3252ee&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0348570
Jan 18 20:11:10.470831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-613d0c89-b04a-4cc6-a1cb-d80dc9fa0703 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:10.472560 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-613d0c89-b04a-4cc6-a1cb-d80dc9fa0703 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2032912
Jan 18 20:11:10.508065 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e559c76-9d17-43c9-9096-cde744fce5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:10.509810 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Request body: {'port': {'device_id': 'ba95c34c-61b6-4b7b-916a-d1b1af98d8fa', 'network_id': '33ed2c13-6724-425e-9c01-44c6b6cfa0d9', 'admin_state_up': True, 'tenant_id': 'e74ce69b94a04e809185229fac3252ee'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:10.596594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-0e33a8ec-1b0d-4511-9a86-d81a4f3adaca tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:11:10.610227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2ca4b-80ad-488e-9764-b332ce1e7362 None None] Sync routers for ids ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:11:10.612226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-0e33a8ec-1b0d-4511-9a86-d81a4f3adaca tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:10.629755 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2ca4b-80ad-488e-9764-b332ce1e7362 None None] Routers {'5700de0b-2b7f-4f9f-911f-8f869ffe396f'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:11:10.631635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-b0d2ca4b-80ad-488e-9764-b332ce1e7362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98524080>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:10:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:10.688392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:10.693665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Usage tracker for resource:port and tenant:e74ce69b94a04e809185229fac3252ee is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:10.697847 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Quota usage for port was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:10.706224 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:10.723484 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Made reservation on behalf of e74ce69b94a04e809185229fac3252ee for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:11:10.744796 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:10.767526 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-0e33a8ec-1b0d-4511-9a86-d81a4f3adaca tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "PUT /v2.0/floatingips/5a073ce5-9a8c-4c72-98bc-d2ab6f50ea5b HTTP/1.1" status: 200  len: 996 time: 3.2778933
Jan 18 20:11:10.770598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:11:10.772346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:10.800657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:10.806243 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Usage tracker for resource:security_group_rule and tenant:e74ce69b94a04e809185229fac3252ee is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:10.813637 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:10.833805 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:10.870743 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1', 'status': 'completed', 'code': 200}
Jan 18 20:11:10.910325 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-b0d2ca4b-80ad-488e-9764-b332ce1e7362 None None] Set router 5700de0b-2b7f-4f9f-911f-8f869ffe396f gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:11:10.983147 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:10.986925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:11.003592 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1c3ca23b-b127-4525-8296-cd50efabec61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:11.046221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-13fb1d4e-2579-4f44-ae8a-c3129042a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:11.054130 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-13fb1d4e-2579-4f44-ae8a-c3129042a22e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=63b9797cef4f43b28eeee891fea4ee3d&device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 1162 time: 0.2665854
Jan 18 20:11:11.098091 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdcf1c9-2e46-499d-9943-e1883bc1d328,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:11.104809 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:11.159001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e559c76-9d17-43c9-9096-cde744fce5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793870836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10620899'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:11.184704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 72f9d44b-af95-48f7-89cf-78e48785434b no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:11:11.243715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:11.244680 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 72f9d44b-af95-48f7-89cf-78e48785434b {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:11:11.245290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 72f9d44b-af95-48f7-89cf-78e48785434b not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:11:11.271050 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-32311df7-b796-45c5-898f-1a59ee431872 req-76b8580e-dfa4-4f5b-a7c6-4a62c151cb63 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 210 time: 0.0623872
Jan 18 20:11:11.302262 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6b74f-57b8-4300-80e4-fc0b92e29b46 req-918b3302-29c9-4c24-850a-f0dbce18b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:11.304057 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68d6b74f-57b8-4300-80e4-fc0b92e29b46 req-918b3302-29c9-4c24-850a-f0dbce18b66f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63b9797cef4f43b28eeee891fea4ee3d&device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 1162 time: 0.3776829
Jan 18 20:11:11.322985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e559c76-9d17-43c9-9096-cde744fce5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38fd4515-f94e-46c3-8df8-ca52c85c17b1,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:11.358342 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1e559c76-9d17-43c9-9096-cde744fce5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:11.390235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-b0d2ca4b-80ad-488e-9764-b332ce1e7362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98524080>, [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:10:08Z', 'revision_number': 4, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '5a073ce5-9a8c-4c72-98bc-d2ab6f50ea5b', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'port_id': '97b34215-2349-4ab0-9ec7-beb8580488e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'mac_address': 'fa:16:3e:5d:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:11:04Z', 'updated_at': '2021-01-18T20:11:08Z', 'revision_number': 1, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd92fd625-2143-4d83-b2b0-4db4562d5c10', 'name': '', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'mac_address': 'fa:16:3e:59:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:07Z', 'updated_at': '2021-01-18T20:10:15Z', 'revision_number': 5, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'subnets': [{'id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:11.395520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2ca4b-80ad-488e-9764-b332ce1e7362 None None] Checking router: 5700de0b-2b7f-4f9f-911f-8f869ffe396f for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:11:11.404957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2ca4b-80ad-488e-9764-b332ce1e7362 None None] Routers {'5700de0b-2b7f-4f9f-911f-8f869ffe396f'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:11:11.405624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-b0d2ca4b-80ad-488e-9764-b332ce1e7362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98524080>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:10:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:11.461930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Allocated IP 192.168.233.135 (33ed2c13-6724-425e-9c01-44c6b6cfa0d9/3ad6330f-a485-4adf-8b55-390a36ac3bd4/a6b32b5f-893e-4197-9102-c00dcb048c95) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:11:11.550563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-93db79fb-28ac-4db0-b98b-b3e4adc6f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:11.552248 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-93db79fb-28ac-4db0-b98b-b3e4adc6f324 service neutron] 10.222.0.101 "GET /v2.0/networks?id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8 HTTP/1.1" status: 200  len: 908 time: 0.4972744
Jan 18 20:11:11.608172 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-b0d2ca4b-80ad-488e-9764-b332ce1e7362 None None] Set router 5700de0b-2b7f-4f9f-911f-8f869ffe396f gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:11:11.645231 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b29a8-8d16-4846-9687-2ab59c00635f None None] Network 3608666a-a03c-4042-9bb5-7e19c9b7311e requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:11:11.662289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1e559c76-9d17-43c9-9096-cde744fce5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:11.691753 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1e559c76-9d17-43c9-9096-cde744fce5c4 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/38fd4515-f94e-46c3-8df8-ca52c85c17b1 HTTP/1.1" status: 204  len: 168 time: 2.0209861
Jan 18 20:11:11.694367 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37102) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:11.722480 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:11.743316 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Transition to ACTIVE for port object a6b32b5f-893e-4197-9102-c00dcb048c95 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:11:11.748290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6b74f-57b8-4300-80e4-fc0b92e29b46 req-ce004366-f0d5-473a-8844-8a74bc285c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:11.748290 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68d6b74f-57b8-4300-80e4-fc0b92e29b46 req-ce004366-f0d5-473a-8844-8a74bc285c24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8 HTTP/1.1" status: 200  len: 908 time: 0.4196694
Jan 18 20:11:11.793084 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:11.827951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:11.847489 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-43d9921e-7182-47d9-b5a5-29abb6db598c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 999 time: 0.2784436
Jan 18 20:11:11.944604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] DHCP port deletion for 3608666a-a03c-4042-9bb5-7e19c9b7311e request from dv-cinder-562053-17-iscsi {{(pid=80181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 18 20:11:11.949758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Deleting port feb0d8e8-5271-483b-8ed2-0c23285c09b6 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:11.950787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:12.006511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Pushing event updated for resources: {'Port': ['ID=a6b32b5f-893e-4197-9102-c00dcb048c95,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:12.010580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:12.041762 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68d6b74f-57b8-4300-80e4-fc0b92e29b46 req-4d5c999a-c083-4aaf-ae04-c089ffd95b6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 999 time: 0.2744095
Jan 18 20:11:12.049495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:12.096273 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Network 33ed2c13-6724-425e-9c01-44c6b6cfa0d9 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:11:12.097610 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Resources bound (agent type, host, resource id):  {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:11:12.104867 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-b0d2ca4b-80ad-488e-9764-b332ce1e7362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98524080>, [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:10:08Z', 'revision_number': 4, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '5a073ce5-9a8c-4c72-98bc-d2ab6f50ea5b', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'port_id': '97b34215-2349-4ab0-9ec7-beb8580488e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'mac_address': 'fa:16:3e:5d:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:11:04Z', 'updated_at': '2021-01-18T20:11:08Z', 'revision_number': 1, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd92fd625-2143-4d83-b2b0-4db4562d5c10', 'name': '', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'mac_address': 'fa:16:3e:59:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:07Z', 'updated_at': '2021-01-18T20:10:15Z', 'revision_number': 5, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'subnets': [{'id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:12.108098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:11:12.108260 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-cc4f42df-d91f-4b33-baba-69e80907fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:12.110078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2ca4b-80ad-488e-9764-b332ce1e7362 None None] The sync data for ids ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'] in dv-cinder-562053-17-iscsi is: [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:10:08Z', 'revision_number': 4, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '5a073ce5-9a8c-4c72-98bc-d2ab6f50ea5b', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'port_id': '97b34215-2349-4ab0-9ec7-beb8580488e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'mac_address': 'fa:16:3e:5d:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:11:04Z', 'updated_at': '2021-01-18T20:11:08Z', 'revision_number': 1, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd92fd625-2143-4d83-b2b0-4db4562d5c10', 'name': '', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'mac_address': 'fa:16:3e:59:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:07Z', 'updated_at': '2021-01-18T20:10:15Z', 'revision_number': 5, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'subnets': [{'id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:11:12.120120 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-cc4f42df-d91f-4b33-baba-69e80907fcfd service neutron] 10.222.0.101 "GET /v2.0/subnets?id=8e99f040-aeab-4fe9-8b6b-2ac3c0622142 HTTP/1.1" status: 200  len: 853 time: 0.2711229
Jan 18 20:11:12.214976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:12.215980 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:12.229184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] For port feb0d8e8-5271-483b-8ed2-0c23285c09b6, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=feb0d8e8-5271-483b-8ed2-0c23285c09b6,segment=NetworkSegment(e88fe678-c2a5-4ba1-aa76-bfa383aff20b),segment_id=e88fe678-c2a5-4ba1-aa76-bfa383aff20b)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:12.229739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:12.252892 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e31e5d3-718e-4d49-8ef2-2be17f5f2cef tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7488298
Jan 18 20:11:12.264582 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Deleting port feb0d8e8-5271-483b-8ed2-0c23285c09b6 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:12.264970 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:12.276624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Request body: {'port': {'device_id': 'ba95c34c-61b6-4b7b-916a-d1b1af98d8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:12.423641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Calling delete_port for feb0d8e8-5271-483b-8ed2-0c23285c09b6 owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:12.508170 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-fcf83906-15b4-47c2-b7e2-06dd45d4d736 None None] Provisioning for port a6b32b5f-893e-4197-9102-c00dcb048c95 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:11:12.516801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-fcf83906-15b4-47c2-b7e2-06dd45d4d736 None None] Provisioning complete for port a6b32b5f-893e-4197-9102-c00dcb048c95 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:11:12.517556 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-fcf83906-15b4-47c2-b7e2-06dd45d4d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:12.579647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:12.582335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4e7f8-37c5-4349-a938-f52bdff88b0a None None] New status for floating IP 5a073ce5-9a8c-4c72-98bc-d2ab6f50ea5b: ACTIVE {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:11:12.618859 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6b74f-57b8-4300-80e4-fc0b92e29b46 req-c0b53de8-e0ed-4a5b-a098-9e3a4d223d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:12.620505 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68d6b74f-57b8-4300-80e4-fc0b92e29b46 req-c0b53de8-e0ed-4a5b-a098-9e3a4d223d6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e99f040-aeab-4fe9-8b6b-2ac3c0622142 HTTP/1.1" status: 200  len: 853 time: 0.5199404
Jan 18 20:11:12.704630 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-fcf83906-15b4-47c2-b7e2-06dd45d4d736 None None] Port a6b32b5f-893e-4197-9102-c00dcb048c95 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:11:12.733724 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-19b65765-d214-413c-9059-1e7f0244d120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:12.736911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791093b3-a350-412a-9a17-56ce4f3b2e88 req-a2452f00-c96c-43d4-b7fc-273f30af4e5a tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:12.738137 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-791093b3-a350-412a-9a17-56ce4f3b2e88 req-a2452f00-c96c-43d4-b7fc-273f30af4e5a tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Synchronizing usage tracker for tenant:e74ce69b94a04e809185229fac3252ee on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:11:12.761696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-34a93546-c67d-4b7f-a977-90c4189eb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:12.770414 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-34a93546-c67d-4b7f-a977-90c4189eb4dc service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.6490052
Jan 18 20:11:12.775911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-791093b3-a350-412a-9a17-56ce4f3b2e88 req-a2452f00-c96c-43d4-b7fc-273f30af4e5a tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Unset dirty status for tenant:e74ce69b94a04e809185229fac3252ee on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:11:12.776151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-134507d9-f29d-4e7d-a8e3-93f5ad8bbe2b service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 20:11:12.777818 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-791093b3-a350-412a-9a17-56ce4f3b2e88 req-a2452f00-c96c-43d4-b7fc-273f30af4e5a tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 936 time: 0.2976937
Jan 18 20:11:12.784053 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-134507d9-f29d-4e7d-a8e3-93f5ad8bbe2b service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0126147
Jan 18 20:11:12.850295 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:12.869757 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:12.909936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-791093b3-a350-412a-9a17-56ce4f3b2e88 req-11c0eb53-e249-4341-9eff-ba0a7858c227 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Synchronizing usage tracker for tenant:e74ce69b94a04e809185229fac3252ee on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:11:12.936179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Pushing event deleted for resources: {'Port': ['ID=feb0d8e8-5271-483b-8ed2-0c23285c09b6,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:12.958046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-791093b3-a350-412a-9a17-56ce4f3b2e88 req-11c0eb53-e249-4341-9eff-ba0a7858c227 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Unset dirty status for tenant:e74ce69b94a04e809185229fac3252ee on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:11:12.960001 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-791093b3-a350-412a-9a17-56ce4f3b2e88 req-11c0eb53-e249-4341-9eff-ba0a7858c227 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/security-groups?id=2bdcf1c9-2e46-499d-9943-e1883bc1d328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720691
Jan 18 20:11:13.012066 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.012443 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.012803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.013250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.013606 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.013970 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.014335 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.014782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.015124 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.015625 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.015979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.016355 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.016764 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.017178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.017715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.018193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.018539 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.018900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.019257 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.019591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.019962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.020718 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.020718 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.021021 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:13.025065 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:13.029029 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6b74f-57b8-4300-80e4-fc0b92e29b46 req-41b8793c-939e-4c51-982c-360d4042963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:13.030714 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68d6b74f-57b8-4300-80e4-fc0b92e29b46 req-41b8793c-939e-4c51-982c-360d4042963a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3996277
Jan 18 20:11:13.100348 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] For port feb0d8e8-5271-483b-8ed2-0c23285c09b6, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=feb0d8e8-5271-483b-8ed2-0c23285c09b6,segment=NetworkSegment(e88fe678-c2a5-4ba1-aa76-bfa383aff20b),segment_id=e88fe678-c2a5-4ba1-aa76-bfa383aff20b)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:13.100887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:13.131367 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] No DVR routers for this DVR port feb0d8e8-5271-483b-8ed2-0c23285c09b6 on host dv-cinder-562053-17-iscsi {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:11:13.146302 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device feb0d8e8-5271-483b-8ed2-0c23285c09b6 no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:11:13.191855 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: feb0d8e8-5271-483b-8ed2-0c23285c09b6 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:11:13.192240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device feb0d8e8-5271-483b-8ed2-0c23285c09b6 not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:11:13.194932 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-cc8d6185-413d-48f1-a9de-a8588b9dfef9 service neutron] 10.222.0.101 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4096012
Jan 18 20:11:13.198830 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b32b5f-893e-4197-9102-c00dcb048c95 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:11:13.208289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:13.224326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Transition to ACTIVE for port object a6b32b5f-893e-4197-9102-c00dcb048c95 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:11:13.227754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:13.242160 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1247bf5f-3542-4f9f-b110-97d6fb4c8913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:13.293445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Calling delete_port for feb0d8e8-5271-483b-8ed2-0c23285c09b6 owned by network:dhcp {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:13.386358 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b32b5f-893e-4197-9102-c00dcb048c95,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:13.396768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:13.524901 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68d6b74f-57b8-4300-80e4-fc0b92e29b46 req-e91599bf-a64d-4a60-8a6c-e170a4fb0695 service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4837656
Jan 18 20:11:13.606174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Attempting to bind port a6b32b5f-893e-4197-9102-c00dcb048c95 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:11:13.606553 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Attempting to bind port a6b32b5f-893e-4197-9102-c00dcb048c95 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '17939eee-0eaf-43d6-9d8c-d15378cef621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '33ed2c13-6724-425e-9c01-44c6b6cfa0d9'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:11:13.606895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Attempting to bind port a6b32b5f-893e-4197-9102-c00dcb048c95 on network 33ed2c13-6724-425e-9c01-44c6b6cfa0d9 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:11:13.613899 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:11:13.614308 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Checking segment: {'id': '17939eee-0eaf-43d6-9d8c-d15378cef621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '33ed2c13-6724-425e-9c01-44c6b6cfa0d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:11:13.614695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:13.615094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Bound using segment: {'id': '17939eee-0eaf-43d6-9d8c-d15378cef621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '33ed2c13-6724-425e-9c01-44c6b6cfa0d9'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:11:13.615624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Bound port: a6b32b5f-893e-4197-9102-c00dcb048c95, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17939eee-0eaf-43d6-9d8c-d15378cef621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '33ed2c13-6724-425e-9c01-44c6b6cfa0d9'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:11:13.615977 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:13.686359 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-87e1fef6-29d8-4bc0-8883-378f4fcaaf52 req-d07354d0-acff-497c-bb82-a0dff04419e3 service neutron] 10.222.0.101 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4227881
Jan 18 20:11:13.697769 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80179) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:11:13.698114 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:11:13.731580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] For port a6b32b5f-893e-4197-9102-c00dcb048c95, host hv-cinder-56205, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:11:13.738497 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] For port a6b32b5f-893e-4197-9102-c00dcb048c95, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=a6b32b5f-893e-4197-9102-c00dcb048c95,segment=NetworkSegment(17939eee-0eaf-43d6-9d8c-d15378cef621),segment_id=17939eee-0eaf-43d6-9d8c-d15378cef621)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:11:13.743013 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-91fe8677-7811-4637-bdcc-3f2afb64185d req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-185303551', 'description': 'tempest-TestMinimumBasicScenario-185303551 description'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:13.748500 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68d6b74f-57b8-4300-80e4-fc0b92e29b46 req-2b6d42e4-dc19-4957-b7a7-30208b1c5604 service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2106807
Jan 18 20:11:13.753734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:13.768896 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-91fe8677-7811-4637-bdcc-3f2afb64185d req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:13.773924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3277029d-d365-4a84-9162-9f70f96260a0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:13.852519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-91fe8677-7811-4637-bdcc-3f2afb64185d req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:13.939245 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91fe8677-7811-4637-bdcc-3f2afb64185d req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:13.976067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b32b5f-893e-4197-9102-c00dcb048c95,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:13.992593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:13.993709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-91fe8677-7811-4637-bdcc-3f2afb64185d req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:14.001453 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-91fe8677-7811-4637-bdcc-3f2afb64185d req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Usage tracker for resource:security_group_rule and tenant:63b9797cef4f43b28eeee891fea4ee3d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:14.008721 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-91fe8677-7811-4637-bdcc-3f2afb64185d req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:14.018036 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-91fe8677-7811-4637-bdcc-3f2afb64185d req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:14.026263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:14.026946 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:14.028609 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-ccc7ea5f-b488-4090-bc1f-363f238420e2 service neutron] 10.222.0.72 "PUT /v2.0/ports/a6b32b5f-893e-4197-9102-c00dcb048c95 HTTP/1.1" status: 200  len: 1162 time: 1.7579892
Jan 18 20:11:14.029126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba95c34c-61b6-4b7b-916a-d1b1af98d8fa', 'tag': 'a6b32b5f-893e-4197-9102-c00dcb048c95'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:11:14.160972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91fe8677-7811-4637-bdcc-3f2afb64185d req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:14.170546 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91fe8677-7811-4637-bdcc-3f2afb64185d req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:14.178387 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d2c29d33-356b-4d6b-9f57-b8065667c668 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:14.223243 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fbc57-ecfd-44ca-8102-aa346104bbb9 req-b181eeef-87f4-4150-a5ef-b271c4b1d700 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:14.225775 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9c0fbc57-ecfd-44ca-8102-aa346104bbb9 req-b181eeef-87f4-4150-a5ef-b271c4b1d700 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 948 time: 0.1251118
Jan 18 20:11:14.226419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Deleting port feb0d8e8-5271-483b-8ed2-0c23285c09b6 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:14.227105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:14.240712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Pushing event updated for resources: {'SecurityGroup': ['ID=b5279e31-537e-46ba-a65b-4358d4074704,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:14.244139 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91fe8677-7811-4637-bdcc-3f2afb64185d req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:14.245484 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91fe8677-7811-4637-bdcc-3f2afb64185d req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.5105143
Jan 18 20:11:14.246464 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a7f5b451-57a2-441d-b39f-13ef9a9238d3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:14.263384 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e7c1154-b7f5-47b7-9b65-83220e7ac13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:14.265260 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-0e7c1154-b7f5-47b7-9b65-83220e7ac13d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e74ce69b94a04e809185229fac3252ee&device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 1165 time: 0.1667113
Jan 18 20:11:14.337376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] The port 'feb0d8e8-5271-483b-8ed2-0c23285c09b6' was deleted {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 18 20:11:14.416881 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9c0fbc57-ecfd-44ca-8102-aa346104bbb9 req-76e8789d-8232-49ee-b91d-c4fc61622f8a tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/security-groups?id=2bdcf1c9-2e46-499d-9943-e1883bc1d328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569402
Jan 18 20:11:14.504236 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:14.608702 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba95c34c-61b6-4b7b-916a-d1b1af98d8fa', 'tag': 'a6b32b5f-893e-4197-9102-c00dcb048c95', 'status': 'completed', 'code': 200}
Jan 18 20:11:14.626042 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-d9c45d28-cc1f-4e96-8fb2-22d098e08998 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a6b32b5f-893e-4197-9102-c00dcb048c95 HTTP/1.1" status: 200  len: 217 time: 0.3443038
Jan 18 20:11:14.633256 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b92c57fd0>,) {'filters': {'network_id': ['3608666a-a03c-4042-9bb5-7e19c9b7311e']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:14.650352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b92c57fd0>, 'e88fe678-c2a5-4ba1-aa76-bfa383aff20b') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:14.650697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b92c57fd0>, 'e88fe678-c2a5-4ba1-aa76-bfa383aff20b') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:14.664007 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1463056'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:14.683957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:14.686125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:11:14.739595 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-dde206a4-e41c-492d-97f3-bb0f86976a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:14.741295 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-dde206a4-e41c-492d-97f3-bb0f86976a47 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ad6330f-a485-4adf-8b55-390a36ac3bd4 HTTP/1.1" status: 200  len: 843 time: 0.1041820
Jan 18 20:11:14.748351 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5373c609-7b1e-4f4a-96b9-61e161aa9781 req-6105c1dc-5641-4969-9ba0-683c5ca37a5a tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups/b5279e31-537e-46ba-a65b-4358d4074704 HTTP/1.1" status: 200  len: 1812 time: 0.1329534
Jan 18 20:11:14.798053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-5373c609-7b1e-4f4a-96b9-61e161aa9781 req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5279e31-537e-46ba-a65b-4358d4074704', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:14.798389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-5373c609-7b1e-4f4a-96b9-61e161aa9781 req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5279e31-537e-46ba-a65b-4358d4074704', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:14.819744 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-5373c609-7b1e-4f4a-96b9-61e161aa9781 req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:14.834746 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-5373c609-7b1e-4f4a-96b9-61e161aa9781 req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Usage tracker for resource:security_group_rule and tenant:63b9797cef4f43b28eeee891fea4ee3d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:14.841298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-5373c609-7b1e-4f4a-96b9-61e161aa9781 req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:14.849470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-5373c609-7b1e-4f4a-96b9-61e161aa9781 req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:14.899666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Network 3608666a-a03c-4042-9bb5-7e19c9b7311e has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:11:14.911038 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793870751'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:14.914872 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-e217e1e5-d4c0-42a9-a184-1ece79ecac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:14.916609 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-e217e1e5-d4c0-42a9-a184-1ece79ecac41 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33ed2c13-6724-425e-9c01-44c6b6cfa0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.1667323
Jan 18 20:11:14.963402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-5373c609-7b1e-4f4a-96b9-61e161aa9781 req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.074526 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-5373c609-7b1e-4f4a-96b9-61e161aa9781 req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.079966 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-5373c609-7b1e-4f4a-96b9-61e161aa9781 req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.093851 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1cc9e72e-48fe-4c60-9676-41aba7c87942 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:15.106036 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-21301fa8-b000-432a-a627-a63926be3bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.106295 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Network 3608666a-a03c-4042-9bb5-7e19c9b7311e has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   % (table.description, expected, rows_matched)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   % (table.description, expected, rows_matched)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   % (table.description, expected, rows_matched)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   % (table.description, expected, rows_matched)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:11:15.134045 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:11:15.136917 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-be30efb7-f87a-4889-9e7a-dbc28573c073 service neutron] 10.222.0.72 "GET /v2.0/networks/33ed2c13-6724-425e-9c01-44c6b6cfa0d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2081099
Jan 18 20:11:15.136917 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86cbf67-776b-4c8c-b06d-6d48610fe371,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:15.137907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:15.170371 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-5373c609-7b1e-4f4a-96b9-61e161aa9781 req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.171663 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5373c609-7b1e-4f4a-96b9-61e161aa9781 req-2369ae85-e587-4224-9992-c2663e6f7a74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3838365
Jan 18 20:11:15.248940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.265062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d6c3cf7a-fef1-4e72-a6b6-8f891d69ca01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:15.281817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.301696 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aa40e2da-d3cc-40ae-b6eb-35eab634efcc req-f0bfac1b-a008-45a7-8875-45c0bdddb279 service neutron] 10.222.0.72 "GET /v2.0/networks/33ed2c13-6724-425e-9c01-44c6b6cfa0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1589646
Jan 18 20:11:15.308616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=3608666a-a03c-4042-9bb5-7e19c9b7311e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:15.312483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:15.318572 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-914dde15-1181-4492-8a0a-e9ac8fdc9bd4 req-05b6b85c-9e85-496b-8f32-7ecf1a4049bb tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups/b5279e31-537e-46ba-a65b-4358d4074704 HTTP/1.1" status: 200  len: 2405 time: 0.1111653
Jan 18 20:11:15.322628 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7aa5635b-6792-4134-bdb1-021d5f9e8c72 admin admin] 10.222.0.101 "DELETE /v2.0/networks/3608666a-a03c-4042-9bb5-7e19c9b7311e HTTP/1.1" status: 204  len: 168 time: 3.6216187
Jan 18 20:11:15.330903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-914dde15-1181-4492-8a0a-e9ac8fdc9bd4 req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5279e31-537e-46ba-a65b-4358d4074704', 'remote_group_id': None}]} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:15.331263 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-914dde15-1181-4492-8a0a-e9ac8fdc9bd4 req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5279e31-537e-46ba-a65b-4358d4074704', 'remote_group_id': None}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:15.341768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-914dde15-1181-4492-8a0a-e9ac8fdc9bd4 req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:15.346101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-914dde15-1181-4492-8a0a-e9ac8fdc9bd4 req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Usage tracker for resource:security_group_rule and tenant:63b9797cef4f43b28eeee891fea4ee3d is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:15.349300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-914dde15-1181-4492-8a0a-e9ac8fdc9bd4 req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:15.357160 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-914dde15-1181-4492-8a0a-e9ac8fdc9bd4 req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:15.422312 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-914dde15-1181-4492-8a0a-e9ac8fdc9bd4 req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.451073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-914dde15-1181-4492-8a0a-e9ac8fdc9bd4 req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.457317 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-914dde15-1181-4492-8a0a-e9ac8fdc9bd4 req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006812'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.461138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5fc61eec-cd76-40ef-b768-221a3a7c898d tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:15.479997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb8aae-0e36-4532-83a4-5e1cdcc920d9 req-1bf16efb-f213-4422-a5c2-b30c62184d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:15.481869 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-43bb8aae-0e36-4532-83a4-5e1cdcc920d9 req-1bf16efb-f213-4422-a5c2-b30c62184d0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e74ce69b94a04e809185229fac3252ee&device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 1165 time: 0.0851781
Jan 18 20:11:15.493285 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bc0e4c-fed9-4f05-8756-d056f366b0c5,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:15.496244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:15.507214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-914dde15-1181-4492-8a0a-e9ac8fdc9bd4 req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.509058 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-914dde15-1181-4492-8a0a-e9ac8fdc9bd4 req-a4174263-9908-43f1-9aeb-b7ed5aa31858 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1829770
Jan 18 20:11:15.574938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37126) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:15.652145 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-86d6f80d-8bdb-4142-a060-b2b74f37fc91 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0cf7d194c07942169bc93c32f57c5f0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0748584
Jan 18 20:11:15.653148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37130) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:15.722939 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e4884b6c-2813-485c-8419-c00b0ecc5d3e req-abd6c28c-3e08-4274-a359-8e422a4b7655 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-185303551&fields=id&tenant_id=63b9797cef4f43b28eeee891fea4ee3d HTTP/1.1" status: 200  len: 267 time: 0.0947578
Jan 18 20:11:15.729861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb8aae-0e36-4532-83a4-5e1cdcc920d9 req-0b83f0db-bc36-4312-8075-ff4d4e6f4b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:15.731910 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-43bb8aae-0e36-4532-83a4-5e1cdcc920d9 req-0b83f0db-bc36-4312-8075-ff4d4e6f4b00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=33ed2c13-6724-425e-9c01-44c6b6cfa0d9 HTTP/1.1" status: 200  len: 863 time: 0.2443199
Jan 18 20:11:15.777972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.812130 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-43bb8aae-0e36-4532-83a4-5e1cdcc920d9 req-625670af-aa00-4d2a-9ce1-2513804996dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a6b32b5f-893e-4197-9102-c00dcb048c95 HTTP/1.1" status: 200  len: 217 time: 0.0745664
Jan 18 20:11:15.823919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a58d78c7-c424-4d17-83fd-948a8bd97170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.860471 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a58d78c7-c424-4d17-83fd-948a8bd97170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:15.875902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972ca99-9439-4bb2-9250-00cd6018938d req-8a71409a-f1dd-4a2b-9624-7f3016f72fdd tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:15.877694 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b972ca99-9439-4bb2-9250-00cd6018938d req-8a71409a-f1dd-4a2b-9624-7f3016f72fdd tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 948 time: 0.2750723
Jan 18 20:11:15.935713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4884b6c-2813-485c-8419-c00b0ecc5d3e req-d2ffc3d9-b2b3-4171-82c9-8cf98d560a71 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:15.937482 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e4884b6c-2813-485c-8419-c00b0ecc5d3e req-d2ffc3d9-b2b3-4171-82c9-8cf98d560a71 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 945 time: 0.2038629
Jan 18 20:11:15.950133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb8aae-0e36-4532-83a4-5e1cdcc920d9 req-b4735703-9531-4a4a-a375-ed9e06c6fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:15.951793 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-43bb8aae-0e36-4532-83a4-5e1cdcc920d9 req-b4735703-9531-4a4a-a375-ed9e06c6fe62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ad6330f-a485-4adf-8b55-390a36ac3bd4 HTTP/1.1" status: 200  len: 843 time: 0.1341860
Jan 18 20:11:15.951942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-e4884b6c-2813-485c-8419-c00b0ecc5d3e req-f5a3a1d3-2317-49cd-b54f-4101ce649aad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Request body: {'port': {'security_groups': ['b7a3eb07-ae90-437d-a4c9-ec52c91203a4', 'b5279e31-537e-46ba-a65b-4358d4074704']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:15.962852 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b972ca99-9439-4bb2-9250-00cd6018938d req-0c32caf0-52db-40b4-9ddd-0caca7cb14a1 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/security-groups?id=2bdcf1c9-2e46-499d-9943-e1883bc1d328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761051
Jan 18 20:11:15.998046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a58d78c7-c424-4d17-83fd-948a8bd97170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:16.013748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ce384b3b-cf1b-4a79-b5e5-f130ee7dec20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:16.035846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d78c7-c424-4d17-83fd-948a8bd97170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620043c4-2591-4fca-b562-c2572336b66e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:16.042232 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a58d78c7-c424-4d17-83fd-948a8bd97170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:16.048349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb8aae-0e36-4532-83a4-5e1cdcc920d9 req-60f86625-3370-4973-8277-34a0675fb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:16.050032 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-43bb8aae-0e36-4532-83a4-5e1cdcc920d9 req-60f86625-3370-4973-8277-34a0675fb4a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33ed2c13-6724-425e-9c01-44c6b6cfa0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.0862243
Jan 18 20:11:16.099825 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a58d78c7-c424-4d17-83fd-948a8bd97170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:16.101186 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a58d78c7-c424-4d17-83fd-948a8bd97170 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/620043c4-2591-4fca-b562-c2572336b66e HTTP/1.1" status: 204  len: 168 time: 0.4470391
Jan 18 20:11:16.135303 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e4884b6c-2813-485c-8419-c00b0ecc5d3e req-f5a3a1d3-2317-49cd-b54f-4101ce649aad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:16.210850 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-43bb8aae-0e36-4532-83a4-5e1cdcc920d9 req-81312551-fbd6-450e-93f1-d3a29aada05f service neutron] 10.222.0.72 "GET /v2.0/networks/33ed2c13-6724-425e-9c01-44c6b6cfa0d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544051
Jan 18 20:11:16.378554 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-43bb8aae-0e36-4532-83a4-5e1cdcc920d9 req-2bf0591e-0994-433b-8306-1e43916fd66a service neutron] 10.222.0.72 "GET /v2.0/networks/33ed2c13-6724-425e-9c01-44c6b6cfa0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1622627
Jan 18 20:11:16.508709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-e4884b6c-2813-485c-8419-c00b0ecc5d3e req-f5a3a1d3-2317-49cd-b54f-4101ce649aad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] For port 97b34215-2349-4ab0-9ec7-beb8580488e1, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=97b34215-2349-4ab0-9ec7-beb8580488e1,segment=NetworkSegment(dbc3f77b-37ab-4079-a9a0-16abe937707f),segment_id=dbc3f77b-37ab-4079-a9a0-16abe937707f)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:16.539054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e4884b6c-2813-485c-8419-c00b0ecc5d3e req-f5a3a1d3-2317-49cd-b54f-4101ce649aad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:16.544027 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e4884b6c-2813-485c-8419-c00b0ecc5d3e req-f5a3a1d3-2317-49cd-b54f-4101ce649aad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:16.560459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2e61cfb1-2fd9-4c28-82e1-e2225ac3dd08 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:16.582145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37138) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:16.627950 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network 33ed2c13-6724-425e-9c01-44c6b6cfa0d9 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:11:16.641534 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-e015aa73-50a1-4543-a350-aafd53b65979 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=73f60bda0a7e4a0e93124b9aa11a476e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0550053
Jan 18 20:11:16.641769 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37142) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:16.680112 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:17.006074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.objects.ports [None req-6cb29dfc-a0ee-4c2b-be32-fb7fe0196fe7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 18 20:11:17.020222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3a1d3-2317-49cd-b54f-4101ce649aad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Pushing event updated for resources: {'Port': ['ID=97b34215-2349-4ab0-9ec7-beb8580488e1,revision_number=5']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:17.027425 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f5a3a1d3-2317-49cd-b54f-4101ce649aad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:17.062606 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f528f32d-916c-460e-8c25-571e02cf9a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:17.115339 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4884b6c-2813-485c-8419-c00b0ecc5d3e req-f5a3a1d3-2317-49cd-b54f-4101ce649aad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:17.116081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e4884b6c-2813-485c-8419-c00b0ecc5d3e req-f5a3a1d3-2317-49cd-b54f-4101ce649aad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:17.124545 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e4884b6c-2813-485c-8419-c00b0ecc5d3e req-f5a3a1d3-2317-49cd-b54f-4101ce649aad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "PUT /v2.0/ports/97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 981 time: 1.1755950
Jan 18 20:11:17.125346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:11:17.137211 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f528f32d-916c-460e-8c25-571e02cf9a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:17.200720 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f528f32d-916c-460e-8c25-571e02cf9a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:17.207424 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1da968f0-0491-4f33-8344-d069091e932f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:17.225625 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f528f32d-916c-460e-8c25-571e02cf9a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:17.230258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a212-3f0d-4a22-84c5-657e07d0cab6 req-2043e2a6-85f1-46bb-bece-052a9e37fc79 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:17.232163 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8ff1a212-3f0d-4a22-84c5-657e07d0cab6 req-2043e2a6-85f1-46bb-bece-052a9e37fc79 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 948 time: 0.1270518
Jan 18 20:11:17.235113 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f528f32d-916c-460e-8c25-571e02cf9a87 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e43ed596-9405-47f3-90e3-d9736934c09d HTTP/1.1" status: 204  len: 168 time: 0.5874352
Jan 18 20:11:17.236542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528f32d-916c-460e-8c25-571e02cf9a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43ed596-9405-47f3-90e3-d9736934c09d,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:17.243235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f528f32d-916c-460e-8c25-571e02cf9a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:17.326450 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:17.333792 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8ff1a212-3f0d-4a22-84c5-657e07d0cab6 req-bb1174a1-6207-4cfb-aac7-7be91e2da8c4 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/security-groups?id=2bdcf1c9-2e46-499d-9943-e1883bc1d328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907199
Jan 18 20:11:17.341644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-16061ebe-704d-43f0-8012-9d789e87b9c0 None None] Provisioning complete for port 97b34215-2349-4ab0-9ec7-beb8580488e1 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:11:17.342710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-16061ebe-704d-43f0-8012-9d789e87b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:17.394727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb7b7f-7930-4e12-af5b-f5d0a91ced79 req-5cd44c5a-e854-4d6e-9968-16533cb8d3de tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:17.396525 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fabb7b7f-7930-4e12-af5b-f5d0a91ced79 req-5cd44c5a-e854-4d6e-9968-16533cb8d3de tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.1553824
Jan 18 20:11:17.427863 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1', 'status': 'completed', 'code': 200}
Jan 18 20:11:17.462636 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fabb7b7f-7930-4e12-af5b-f5d0a91ced79 req-c218d3c6-86a7-4344-a5f7-bb67b3b43c6d tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0584550
Jan 18 20:11:17.512610 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device a6b32b5f-893e-4197-9102-c00dcb048c95 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:11:17.590928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffbf66-f9c1-485a-80f8-4947784f9a61 req-99b32e4c-ee87-4242-a135-2b53fe664858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:17.593345 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c4ffbf66-f9c1-485a-80f8-4947784f9a61 req-99b32e4c-ee87-4242-a135-2b53fe664858 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63b9797cef4f43b28eeee891fea4ee3d&device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 1202 time: 0.0977576
Jan 18 20:11:17.608217 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port a6b32b5f-893e-4197-9102-c00dcb048c95 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:11:17.614166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port a6b32b5f-893e-4197-9102-c00dcb048c95 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:11:17.614895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:17.755607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:17.763957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffbf66-f9c1-485a-80f8-4947784f9a61 req-55394834-16c5-45ad-881c-f29fe8dbec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:17.766035 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c4ffbf66-f9c1-485a-80f8-4947784f9a61 req-55394834-16c5-45ad-881c-f29fe8dbec80 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8 HTTP/1.1" status: 200  len: 908 time: 0.1625974
Jan 18 20:11:17.787149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba95c34c-61b6-4b7b-916a-d1b1af98d8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b32b5f-893e-4197-9102-c00dcb048c95'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:11:17.799573 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port a6b32b5f-893e-4197-9102-c00dcb048c95, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=a6b32b5f-893e-4197-9102-c00dcb048c95,segment=NetworkSegment(17939eee-0eaf-43d6-9d8c-d15378cef621),segment_id=17939eee-0eaf-43d6-9d8c-d15378cef621)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:17.803619 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:17.807954 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:17.849942 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba95c34c-61b6-4b7b-916a-d1b1af98d8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b32b5f-893e-4197-9102-c00dcb048c95', 'code': 200}
Jan 18 20:11:17.887039 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=a6b32b5f-893e-4197-9102-c00dcb048c95,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:17.890669 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:17.892248 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c4ffbf66-f9c1-485a-80f8-4947784f9a61 req-fa1a3cf2-3926-42b3-836f-7b11ba9e111b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 1001 time: 0.1178331
Jan 18 20:11:17.971591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffbf66-f9c1-485a-80f8-4947784f9a61 req-24816317-50a5-4766-9452-c99af6b0eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:17.973139 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c4ffbf66-f9c1-485a-80f8-4947784f9a61 req-24816317-50a5-4766-9452-c99af6b0eaff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e99f040-aeab-4fe9-8b6b-2ac3c0622142 HTTP/1.1" status: 200  len: 853 time: 0.0749776
Jan 18 20:11:18.058240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffbf66-f9c1-485a-80f8-4947784f9a61 req-85572636-8f81-4856-98d9-f379d1de1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:18.060022 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c4ffbf66-f9c1-485a-80f8-4947784f9a61 req-85572636-8f81-4856-98d9-f379d1de1a36 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0801528
Jan 18 20:11:18.132170 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42fec8-eb2d-40d1-b8c0-7df069feda1e req-fb093b34-255e-4956-bfc6-72fd9659bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:18.133867 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6c42fec8-eb2d-40d1-b8c0-7df069feda1e req-fb093b34-255e-4956-bfc6-72fd9659bea6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 1167 time: 0.0868254
Jan 18 20:11:18.181387 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6c42fec8-eb2d-40d1-b8c0-7df069feda1e req-eb3738b9-e08f-47c7-a353-8b0ede714a00 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2bdcf1c9-2e46-499d-9943-e1883bc1d328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404048
Jan 18 20:11:18.266807 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c4ffbf66-f9c1-485a-80f8-4947784f9a61 req-810befee-ecce-4e74-8e5e-a93492180fd9 service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558299
Jan 18 20:11:18.563130 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c4ffbf66-f9c1-485a-80f8-4947784f9a61 req-befa4c96-3c33-4bfa-993b-e979cdf10bd6 service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1663890
Jan 18 20:11:18.587540 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb65b0a-edf0-4189-a724-638d9722648b req-c2b8fb78-f685-4495-b805-c6df0072bccd tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:18.589387 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5fb65b0a-edf0-4189-a724-638d9722648b req-c2b8fb78-f685-4495-b805-c6df0072bccd tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 950 time: 0.1153481
Jan 18 20:11:18.654030 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5fb65b0a-edf0-4189-a724-638d9722648b req-8bd0036b-9063-4de8-bdf7-87c6a0980c45 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/security-groups?id=2bdcf1c9-2e46-499d-9943-e1883bc1d328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499063
Jan 18 20:11:18.876759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device a6b32b5f-893e-4197-9102-c00dcb048c95 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:11:18.968733 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port a6b32b5f-893e-4197-9102-c00dcb048c95 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:11:18.969179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:19.284057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 97b34215-2349-4ab0-9ec7-beb8580488e1 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:11:19.377418 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 97b34215-2349-4ab0-9ec7-beb8580488e1 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:11:19.377814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:19.906479 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a7278-c6ab-4bad-870a-ef754aaf53a0 req-fbca16ba-41f0-408b-b44f-33ebb5dbc243 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:19.908282 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee4a7278-c6ab-4bad-870a-ef754aaf53a0 req-fbca16ba-41f0-408b-b44f-33ebb5dbc243 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 950 time: 0.1152980
Jan 18 20:11:19.970738 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee4a7278-c6ab-4bad-870a-ef754aaf53a0 req-893afa2a-a8da-4416-94e8-ba209950390f tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/security-groups?id=2bdcf1c9-2e46-499d-9943-e1883bc1d328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539138
Jan 18 20:11:20.382248 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:20.523722 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a8219-992a-467e-90b3-8d342bc64610 req-a31825b3-a617-4064-b5be-7fdb7ea4fa8b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:20.526069 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-512a8219-992a-467e-90b3-8d342bc64610 req-a31825b3-a617-4064-b5be-7fdb7ea4fa8b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 950 time: 0.1104221
Jan 18 20:11:20.584748 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-512a8219-992a-467e-90b3-8d342bc64610 req-9c47bd7c-de3c-4b24-b3e4-3b445f56a7a9 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/security-groups?id=2bdcf1c9-2e46-499d-9943-e1883bc1d328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515969
Jan 18 20:11:20.792195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4705a-11e0-42f9-afb4-780a73343ebd req-67f878b5-a6b0-4423-946d-d0741d419022 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:20.794037 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ee4705a-11e0-42f9-afb4-780a73343ebd req-67f878b5-a6b0-4423-946d-d0741d419022 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1120665
Jan 18 20:11:20.854189 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ee4705a-11e0-42f9-afb4-780a73343ebd req-4a14e59f-7e49-4429-964b-40e64493455e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536270
Jan 18 20:11:21.893388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1ecb5-5b59-48d6-9f12-e794e405b49f req-5aa67614-304b-44aa-b08c-f992b53b0c34 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:21.895028 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-36f1ecb5-5b59-48d6-9f12-e794e405b49f req-5aa67614-304b-44aa-b08c-f992b53b0c34 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 950 time: 0.1359794
Jan 18 20:11:21.918767 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d07c35-86a1-4e68-b95d-0b15c3463acc req-d6fa93db-29a6-4a65-82dc-cf615cc8ae3b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:21.920451 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e6d07c35-86a1-4e68-b95d-0b15c3463acc req-d6fa93db-29a6-4a65-82dc-cf615cc8ae3b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.72 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 950 time: 0.2149868
Jan 18 20:11:21.929984 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-1eaa2ca6-d5ba-45ed-91e1-3cb43993e0d8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:21.932056 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-1eaa2ca6-d5ba-45ed-91e1-3cb43993e0d8 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.72 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.1066537
Jan 18 20:11:22.017861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Deleting port d3734918-f428-455e-8373-f148071841c0 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:22.018427 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:22.032063 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-36f1ecb5-5b59-48d6-9f12-e794e405b49f req-06e04ac3-4b13-4863-af0d-99e006a51524 tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/security-groups?id=2bdcf1c9-2e46-499d-9943-e1883bc1d328&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105080
Jan 18 20:11:22.048111 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-e6d07c35-86a1-4e68-b95d-0b15c3463acc req-4b850f83-b61c-4194-90d1-c3cdb588317b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Deleting port a6b32b5f-893e-4197-9102-c00dcb048c95 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:22.048531 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e6d07c35-86a1-4e68-b95d-0b15c3463acc req-4b850f83-b61c-4194-90d1-c3cdb588317b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:22.334833 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010cc0f-224a-492f-9b6a-2c2aa90c7205 req-226dd0ab-5a8e-4dcc-ab8f-92349ffea20f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:22.336354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-e6d07c35-86a1-4e68-b95d-0b15c3463acc req-4b850f83-b61c-4194-90d1-c3cdb588317b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] For port a6b32b5f-893e-4197-9102-c00dcb048c95, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=a6b32b5f-893e-4197-9102-c00dcb048c95,segment=NetworkSegment(17939eee-0eaf-43d6-9d8c-d15378cef621),segment_id=17939eee-0eaf-43d6-9d8c-d15378cef621)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:22.336669 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4010cc0f-224a-492f-9b6a-2c2aa90c7205 req-226dd0ab-5a8e-4dcc-ab8f-92349ffea20f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 946 time: 0.2869008
Jan 18 20:11:22.336887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e6d07c35-86a1-4e68-b95d-0b15c3463acc req-4b850f83-b61c-4194-90d1-c3cdb588317b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:22.432461 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4010cc0f-224a-492f-9b6a-2c2aa90c7205 req-8b285ba2-969f-4562-b581-daf4795463cc tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891557
Jan 18 20:11:22.438544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] For port d3734918-f428-455e-8373-f148071841c0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d3734918-f428-455e-8373-f148071841c0,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:22.438939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:22.486163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-e6d07c35-86a1-4e68-b95d-0b15c3463acc req-4b850f83-b61c-4194-90d1-c3cdb588317b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Calling delete_port for a6b32b5f-893e-4197-9102-c00dcb048c95 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:22.582729 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device d3734918-f428-455e-8373-f148071841c0 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:11:22.724889 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:22.759642 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3734918-f428-455e-8373-f148071841c0'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:11:22.772922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port d3734918-f428-455e-8373-f148071841c0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d3734918-f428-455e-8373-f148071841c0,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:22.778732 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:22.779376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device a6b32b5f-893e-4197-9102-c00dcb048c95 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:11:22.807193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:22.807617 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:22.807984 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Floating IP 6d7fa70f-0ab3-4a1c-9904-5ea2a104881c disassociated. External IP: 172.27.0.102, port: d3734918-f428-455e-8373-f148071841c0.
Jan 18 20:11:22.808412 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Calling delete_port for d3734918-f428-455e-8373-f148071841c0 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:22.821929 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:22.858608 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3734918-f428-455e-8373-f148071841c0', 'code': 200}
Jan 18 20:11:22.909182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80179) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:11:22.909806 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:11:22.937490 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e6d07c35-86a1-4e68-b95d-0b15c3463acc req-4b850f83-b61c-4194-90d1-c3cdb588317b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:22.958186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e80d30f6-0a43-435f-8289-9f16a5f0073d tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:22.971159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Port a6b32b5f-893e-4197-9102-c00dcb048c95 update to DOWN by agent not found {{(pid=80181) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}}
Jan 18 20:11:22.973765 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=d3734918-f428-455e-8373-f148071841c0,revision_number=7']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:22.978201 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:23.009812 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b850f83-b61c-4194-90d1-c3cdb588317b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Pushing event deleted for resources: {'Port': ['ID=a6b32b5f-893e-4197-9102-c00dcb048c95,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:23.022515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4b850f83-b61c-4194-90d1-c3cdb588317b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:23.185242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d07c35-86a1-4e68-b95d-0b15c3463acc req-4b850f83-b61c-4194-90d1-c3cdb588317b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] No DVR routers for this DVR port a6b32b5f-893e-4197-9102-c00dcb048c95 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:11:23.187936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e6d07c35-86a1-4e68-b95d-0b15c3463acc req-4b850f83-b61c-4194-90d1-c3cdb588317b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:23.191944 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba95c34c-61b6-4b7b-916a-d1b1af98d8fa', 'name': 'network-vif-deleted', 'tag': 'a6b32b5f-893e-4197-9102-c00dcb048c95'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:11:23.210352 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e6d07c35-86a1-4e68-b95d-0b15c3463acc req-4b850f83-b61c-4194-90d1-c3cdb588317b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.72 "DELETE /v2.0/ports/a6b32b5f-893e-4197-9102-c00dcb048c95 HTTP/1.1" status: 204  len: 173 time: 1.2712486
Jan 18 20:11:23.253036 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a2c34fb8-30f4-4d0d-bbce-3b67ce2d9dff req-0f8dc4ad-314c-400b-95ba-ae79bdc3115d tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] 10.222.0.101 "GET /v2.0/ports?device_id=ba95c34c-61b6-4b7b-916a-d1b1af98d8fa HTTP/1.1" status: 200  len: 210 time: 0.0743043
Jan 18 20:11:23.270638 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba95c34c-61b6-4b7b-916a-d1b1af98d8fa', 'name': 'network-vif-deleted', 'tag': 'a6b32b5f-893e-4197-9102-c00dcb048c95', 'status': 'completed', 'code': 200}
Jan 18 20:11:23.411100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Deleting port d3734918-f428-455e-8373-f148071841c0 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:23.411852 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:23.776134 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] For port d3734918-f428-455e-8373-f148071841c0, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d3734918-f428-455e-8373-f148071841c0,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:23.776570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:23.874034 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebe285-dac6-4567-aaa8-dbe8de4f8760 req-fe41f135-7293-43cb-b356-4f3378c8e625 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:23.875834 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-16ebe285-dac6-4567-aaa8-dbe8de4f8760 req-fe41f135-7293-43cb-b356-4f3378c8e625 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 944 time: 0.2826464
Jan 18 20:11:24.032079 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-16ebe285-dac6-4567-aaa8-dbe8de4f8760 req-66dae433-a30a-4926-994a-6f6c2d4f4470 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups?id=93833bc2-b3b0-4dc9-86bf-2f54e87f8338&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1462419
Jan 18 20:11:24.178122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:24.178543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:24.178893 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Floating IP 6d7fa70f-0ab3-4a1c-9904-5ea2a104881c disassociated. External IP: 172.27.0.102, port: d3734918-f428-455e-8373-f148071841c0.
Jan 18 20:11:24.179278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Calling delete_port for d3734918-f428-455e-8373-f148071841c0 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:24.342110 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:24.358623 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:24.423231 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event deleted for resources: {'Port': ['ID=d3734918-f428-455e-8373-f148071841c0,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:24.428173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:24.748045 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Router 3d0a1255-6a56-402e-a559-7d0176ea7daf has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:11:25.262588 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cd0ffebe-bccf-491e-91b9-6d96b9b9701c req-4c95942d-868c-48eb-8203-a1bc23efd715 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/ports?device_id=3ebf04f8-9b7c-4a2b-a276-446edb51da7c HTTP/1.1" status: 200  len: 210 time: 0.0551338
Jan 18 20:11:25.311753 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:11:25.328427 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6dca7e-2a83-4c83-95a8-a6a56e999ab7 None None] Sync routers for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:11:25.339978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6dca7e-2a83-4c83-95a8-a6a56e999ab7 None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:11:25.340741 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-1a6dca7e-2a83-4c83-95a8-a6a56e999ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b983d7320>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:11:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:25.354898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] No DVR routers for this DVR port d3734918-f428-455e-8373-f148071841c0 on host hv-cinder-56205 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:11:25.357408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:25.360540 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'name': 'network-vif-deleted', 'tag': 'd3734918-f428-455e-8373-f148071841c0'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:11:25.377746 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-48b5ed26-1c0e-478e-aff6-36f511254841 req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.72 "DELETE /v2.0/ports/d3734918-f428-455e-8373-f148071841c0 HTTP/1.1" status: 204  len: 173 time: 3.4398308
Jan 18 20:11:25.431529 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebf04f8-9b7c-4a2b-a276-446edb51da7c', 'name': 'network-vif-deleted', 'tag': 'd3734918-f428-455e-8373-f148071841c0', 'status': 'completed', 'code': 200}
Jan 18 20:11:25.554895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-1a6dca7e-2a83-4c83-95a8-a6a56e999ab7 None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:11:26.103974 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-1a6dca7e-2a83-4c83-95a8-a6a56e999ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b983d7320>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:18Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:26.109017 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6dca7e-2a83-4c83-95a8-a6a56e999ab7 None None] Checking router: 3d0a1255-6a56-402e-a559-7d0176ea7daf for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:11:26.123851 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6dca7e-2a83-4c83-95a8-a6a56e999ab7 None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:11:26.124650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-1a6dca7e-2a83-4c83-95a8-a6a56e999ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b983d7320>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:11:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:26.337727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-1a6dca7e-2a83-4c83-95a8-a6a56e999ab7 None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:11:26.459268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37350) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:26.545687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a300a83f-e774-4be5-99af-0bebc27e18ca tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:26.578300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a300a83f-e774-4be5-99af-0bebc27e18ca tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:26.646196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a300a83f-e774-4be5-99af-0bebc27e18ca tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:26.652079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9bd42060-855f-494c-a71b-d05148b8990c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:26.668581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300a83f-e774-4be5-99af-0bebc27e18ca tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event deleted for resources: {'SecurityGroup': ['ID=93833bc2-b3b0-4dc9-86bf-2f54e87f8338,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:26.671503 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a300a83f-e774-4be5-99af-0bebc27e18ca tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:26.683606 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a300a83f-e774-4be5-99af-0bebc27e18ca tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:26.688684 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a300a83f-e774-4be5-99af-0bebc27e18ca tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "DELETE /v2.0/security-groups/93833bc2-b3b0-4dc9-86bf-2f54e87f8338 HTTP/1.1" status: 204  len: 168 time: 0.2281027
Jan 18 20:11:26.689534 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37368) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:26.699154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-1a6dca7e-2a83-4c83-95a8-a6a56e999ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b983d7320>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:18Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:26.703799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6dca7e-2a83-4c83-95a8-a6a56e999ab7 None None] The sync data for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi is: [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:03:04Z', 'revision_number': 4, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': '920a642b-73d2-4062-bbc4-4b88e8dcbddd', 'name': '', 'network_id': 'afb56ae4-80d3-4971-aaeb-b3508e21ee72', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'mac_address': 'fa:16:3e:49:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:03:01Z', 'updated_at': '2021-01-18T20:03:18Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'subnets': [{'id': 'c1f2f94c-f22d-4168-b95c-a2cae84e702f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:11:26.717368 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.api.v2.resource [None req-c306e930-087e-4c6e-bc7f-a2164f5d2e7f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] show failed (client error): The resource could not be found.
Jan 18 20:11:26.719423 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-c306e930-087e-4c6e-bc7f-a2164f5d2e7f tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "GET /v2.0/security-groups/93833bc2-b3b0-4dc9-86bf-2f54e87f8338 HTTP/1.1" status: 404  len: 347 time: 0.0290189
Jan 18 20:11:26.722987 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37372) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:26.942560 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Deleting port f3cdcabb-7a0f-4666-95b4-a8853eebb8b1 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:26.942942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:27.158264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:27.158608 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:27.192017 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b480c-8c2a-4780-a758-23298734dd73 None None] New status for floating IP 6d7fa70f-0ab3-4a1c-9904-5ea2a104881c: DOWN {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:11:27.312172 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Calling delete_port for f3cdcabb-7a0f-4666-95b4-a8853eebb8b1 owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:27.448640 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:11:27.449113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:11:27.950657 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Deleting port f3cdcabb-7a0f-4666-95b4-a8853eebb8b1 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:27.951058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:28.151449 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:28.151881 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:28.307710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Calling delete_port for f3cdcabb-7a0f-4666-95b4-a8853eebb8b1 owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:28.463601 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:28.480258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-275fcf4f-80e8-489a-b632-78b36e66aac4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:28.538523 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Pushing event deleted for resources: {'Port': ['ID=f3cdcabb-7a0f-4666-95b4-a8853eebb8b1,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:28.541645 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:28.718275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:28.735660 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:28.737047 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f94b3b74-5ea9-4f31-aa00-55a8b391c59e tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] 10.222.0.101 "DELETE /v2.0/floatingips/6d7fa70f-0ab3-4a1c-9904-5ea2a104881c HTTP/1.1" status: 204  len: 168 time: 2.0127311
Jan 18 20:11:29.899911 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37446) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:30.119680 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-73f58ef8-a611-47cd-aecf-8b0b992f2733 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e74ce69b94a04e809185229fac3252ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2182097
Jan 18 20:11:30.122519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37456) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:30.195962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a80a78b1-7d37-4db2-9db7-358d81e473b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:30.226674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a80a78b1-7d37-4db2-9db7-358d81e473b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:30.286352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a80a78b1-7d37-4db2-9db7-358d81e473b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:30.292340 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-60d0eba3-85a7-4f89-a56d-f0f2a87833d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:30.308434 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a78b1-7d37-4db2-9db7-358d81e473b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdcf1c9-2e46-499d-9943-e1883bc1d328,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:30.313232 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a80a78b1-7d37-4db2-9db7-358d81e473b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:30.323365 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a80a78b1-7d37-4db2-9db7-358d81e473b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:30.325038 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-a80a78b1-7d37-4db2-9db7-358d81e473b5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2bdcf1c9-2e46-499d-9943-e1883bc1d328 HTTP/1.1" status: 204  len: 168 time: 0.2010636
Jan 18 20:11:31.314649 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37488) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:31.473553 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-970295892-network', 'tenant_id': 'd8ac411294184a9f9288bb18360c47a9'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:31.480192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:31.491730 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Usage tracker for resource:network and tenant:d8ac411294184a9f9288bb18360c47a9 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:31.495580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:31.544044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:31.575088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Made reservation on behalf of d8ac411294184a9f9288bb18360c47a9 for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:11:31.580226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:31.596209 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:31.618222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:31.624235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Usage tracker for resource:security_group_rule and tenant:d8ac411294184a9f9288bb18360c47a9 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:31.628397 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:31.637025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083575a-59b7-4705-9243-e8a6a05de46b req-ddfe272c-4f7c-4bb6-9031-f85155ab40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:31.638611 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3083575a-59b7-4705-9243-e8a6a05de46b req-ddfe272c-4f7c-4bb6-9031-f85155ab40d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63b9797cef4f43b28eeee891fea4ee3d&device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 1202 time: 0.1398737
Jan 18 20:11:31.639678 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:31.642001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a143aa-1bf5-4c52-aad5-555fe7ec1529 req-1ac0120f-f28b-4a84-b389-451791921046 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:31.643917 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-61a143aa-1bf5-4c52-aad5-555fe7ec1529 req-1ac0120f-f28b-4a84-b389-451791921046 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.1183443
Jan 18 20:11:31.671228 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37502) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:31.720865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-61a143aa-1bf5-4c52-aad5-555fe7ec1529 req-0ad82283-4044-47ae-be8a-ede3c342fd74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Synchronizing usage tracker for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:11:31.738400 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-61a143aa-1bf5-4c52-aad5-555fe7ec1529 req-0ad82283-4044-47ae-be8a-ede3c342fd74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Unset dirty status for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:11:31.739767 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-61a143aa-1bf5-4c52-aad5-555fe7ec1529 req-0ad82283-4044-47ae-be8a-ede3c342fd74 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0844798
Jan 18 20:11:31.872058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083575a-59b7-4705-9243-e8a6a05de46b req-6c190d45-6907-4016-a004-e92d9b98dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:31.873712 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3083575a-59b7-4705-9243-e8a6a05de46b req-6c190d45-6907-4016-a004-e92d9b98dde3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8 HTTP/1.1" status: 200  len: 908 time: 0.2223313
Jan 18 20:11:31.981257 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:31.988407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:31.994621 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f528f32d-916c-460e-8c25-571e02cf9a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:32.040646 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 18 20:11:32.056355 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3083575a-59b7-4705-9243-e8a6a05de46b req-b17f0de8-b85e-4030-9cff-56940cecd10f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 1001 time: 0.1710689
Jan 18 20:11:32.059411 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b233fc-7f5b-425a-a0ff-4ff5973c10c9,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:32.106238 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:32.110548 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:32.110938 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.segments_db [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Added segment e4d112b9-656c-4b60-b28f-8a6a1d6730b3 of type vxlan for network 131bba02-f091-43d1-bee5-f2a67258b1cc
Jan 18 20:11:32.164041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302072763832'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:32.169997 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083575a-59b7-4705-9243-e8a6a05de46b req-ad6eddf7-c759-4289-94e1-40c10463fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:32.171633 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3083575a-59b7-4705-9243-e8a6a05de46b req-ad6eddf7-c759-4289-94e1-40c10463fcfe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e99f040-aeab-4fe9-8b6b-2ac3c0622142 HTTP/1.1" status: 200  len: 853 time: 0.1078880
Jan 18 20:11:32.260015 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:32.262924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:32.263598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:32.268731 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:32.389080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938819'] for router_interface, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:32.397963 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.0819957
Jan 18 20:11:32.400048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Pushing event updated for resources: {'Network': ['ID=131bba02-f091-43d1-bee5-f2a67258b1cc,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:32.402622 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37508) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:32.404468 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083575a-59b7-4705-9243-e8a6a05de46b req-8df23cc8-e681-48f5-9d14-c10ae6836ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:32.406293 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3083575a-59b7-4705-9243-e8a6a05de46b req-8df23cc8-e681-48f5-9d14-c10ae6836ba2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2253234
Jan 18 20:11:32.408802 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2d934450-5924-4376-a595-9af29d2d125e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:32.411954 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Network 131bba02-f091-43d1-bee5-f2a67258b1cc details requested by agent ovs-agent-dv-cinder-562053-17-iscsi with host dv-cinder-562053-17-iscsi {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:11:32.412960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Request body: {'subnet': {'network_id': '131bba02-f091-43d1-bee5-f2a67258b1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-970295892-subnet', 'tenant_id': 'd8ac411294184a9f9288bb18360c47a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:32.428978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Network 131bba02-f091-43d1-bee5-f2a67258b1cc details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 18 20:11:32.443161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:32.457930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Usage tracker for resource:subnet and tenant:d8ac411294184a9f9288bb18360c47a9 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:32.471920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:32.482583 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:32.556663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Made reservation on behalf of d8ac411294184a9f9288bb18360c47a9 for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:11:32.561469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844155003'] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:32.689930 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3083575a-59b7-4705-9243-e8a6a05de46b req-def08e7e-888f-42c6-b2d4-102e1d47a406 service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718410
Jan 18 20:11:32.789052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] Deleting port 920a642b-73d2-4062-bbc4-4b88e8dcbddd {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:32.789612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:32.970078 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-3083575a-59b7-4705-9243-e8a6a05de46b req-39df7427-7294-4422-b57f-23e0c33bdc41 service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2687361
Jan 18 20:11:33.001559 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] For port 920a642b-73d2-4062-bbc4-4b88e8dcbddd, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=920a642b-73d2-4062-bbc4-4b88e8dcbddd,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:33.001828 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:33.106362 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934cc35-82ce-4b1b-b459-d851a6dcc841 req-94e59765-0229-4732-a63d-be0667463150 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:33.108156 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0934cc35-82ce-4b1b-b459-d851a6dcc841 req-94e59765-0229-4732-a63d-be0667463150 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.1974175
Jan 18 20:11:33.143718 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] Calling delete_port for 920a642b-73d2-4062-bbc4-4b88e8dcbddd owned by network:router_interface {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:33.243911 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0934cc35-82ce-4b1b-b459-d851a6dcc841 req-76160ec1-a5ac-4d1c-989f-7e7c893b8a38 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1267269
Jan 18 20:11:33.348244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793724213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844154988'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:33.353604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:33.368361 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:33.371327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a3f9fb08-dd3c-4417-8e67-d3d765aad7c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:33.430599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] Pushing event deleted for resources: {'Port': ['ID=920a642b-73d2-4062-bbc4-4b88e8dcbddd,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:33.433522 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:33.511855 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5407a46e-b186-4f60-bb48-614957702001,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:33.516756 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:33.584827 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Checking segment: {'id': 'e4d112b9-656c-4b60-b28f-8a6a1d6730b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '131bba02-f091-43d1-bee5-f2a67258b1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:11:33.585243 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Network hostable DHCP agents. Network: 131bba02-f091-43d1-bee5-f2a67258b1cc, hostable agents: ['b1c4f3a5-1faa-4e6a-9415-26f443fcd60c'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 18 20:11:33.608930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Network 131bba02-f091-43d1-bee5-f2a67258b1cc is scheduled to be hosted by DHCP agent b1c4f3a5-1faa-4e6a-9415-26f443fcd60c with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 18 20:11:33.620640 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-iscsi, 131bba02-f091-43d1-bee5-f2a67258b1cc) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:11:33.628469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7911cf3-20fe-4722-88e6-895798e09654 None None] Network 131bba02-f091-43d1-bee5-f2a67258b1cc requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:11:33.640182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:33.640973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:33.667359 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-559fd843-e092-40ed-a994-c9ea27b9d8b5 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2598662
Jan 18 20:11:33.924687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b0ca6d-1938-4143-99d0-9b2845650830 None None] Network 131bba02-f091-43d1-bee5-f2a67258b1cc requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:11:34.104435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938813'] for router_interface, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:34.579058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304f016-608f-441d-b3a8-9b0894a161b1 req-7f9c4bed-b75f-4f96-befb-2639bf134983 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:34.580787 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e304f016-608f-441d-b3a8-9b0894a161b1 req-7f9c4bed-b75f-4f96-befb-2639bf134983 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.1811450
Jan 18 20:11:34.780945 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e304f016-608f-441d-b3a8-9b0894a161b1 req-cd5a053c-c699-4739-ae61-6b043a45b8a4 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1443973
Jan 18 20:11:34.828511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] Router 3d0a1255-6a56-402e-a559-7d0176ea7daf has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:11:35.042074 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:11:35.051802 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2434e-8d79-44c2-b9b2-f6d7ba291bfd None None] Sync routers for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:11:35.056024 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f54af455-1616-4a55-a558-5ed9b45a330b admin admin] 10.222.0.101 "PUT /v2.0/routers/3d0a1255-6a56-402e-a559-7d0176ea7daf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3836462
Jan 18 20:11:35.058830 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37526) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:35.062090 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2434e-8d79-44c2-b9b2-f6d7ba291bfd None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:11:35.063044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-4bc2434e-8d79-44c2-b9b2-f6d7ba291bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98501cf8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:11:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:35.264287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Notify callbacks [] for router, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:35.272028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-4bc2434e-8d79-44c2-b9b2-f6d7ba291bfd None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:11:35.463339 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:35.468833 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Deleting port 9a3bc626-8964-4a76-9155-224d74281a1c {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:35.469214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:35.594509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-4bc2434e-8d79-44c2-b9b2-f6d7ba291bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98501cf8>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:11:33Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:35.599212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2434e-8d79-44c2-b9b2-f6d7ba291bfd None None] Checking router: 3d0a1255-6a56-402e-a559-7d0176ea7daf for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:11:35.609307 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2434e-8d79-44c2-b9b2-f6d7ba291bfd None None] Routers {'3d0a1255-6a56-402e-a559-7d0176ea7daf'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:11:35.610043 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-4bc2434e-8d79-44c2-b9b2-f6d7ba291bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98501cf8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:11:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['3d0a1255-6a56-402e-a559-7d0176ea7daf'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:35.665038 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] For port 9a3bc626-8964-4a76-9155-224d74281a1c, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=9a3bc626-8964-4a76-9155-224d74281a1c,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:35.665822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:35.819779 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Calling delete_port for 9a3bc626-8964-4a76-9155-224d74281a1c owned by network:router_gateway {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:35.827287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-4bc2434e-8d79-44c2-b9b2-f6d7ba291bfd None None] Set router 3d0a1255-6a56-402e-a559-7d0176ea7daf gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:11:36.028571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23d919-51a1-4116-815b-b0eb084b835b req-71eda879-8d07-454e-ab3c-de877a0068b2 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:36.030227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-ca23d919-51a1-4116-815b-b0eb084b835b req-71eda879-8d07-454e-ab3c-de877a0068b2 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Synchronizing usage tracker for tenant:d8ac411294184a9f9288bb18360c47a9 on resource:network {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:11:36.039061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:36.051530 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-ca23d919-51a1-4116-815b-b0eb084b835b req-71eda879-8d07-454e-ab3c-de877a0068b2 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Unset dirty status for tenant:d8ac411294184a9f9288bb18360c47a9 on resource:network {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:11:36.052906 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-71eda879-8d07-454e-ab3c-de877a0068b2 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/networks?id=131bba02-f091-43d1-bee5-f2a67258b1cc HTTP/1.1" status: 200  len: 813 time: 0.2294557
Jan 18 20:11:36.072862 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-42e71404-50a6-4838-8a42-20bb3c67aa9f tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/quotas/d8ac411294184a9f9288bb18360c47a9 HTTP/1.1" status: 200  len: 375 time: 0.0119009
Jan 18 20:11:36.136718 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-3d2a5d60-f39d-4a8c-9cd6-6a6755ca5f59 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?tenant_id=d8ac411294184a9f9288bb18360c47a9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0538347
Jan 18 20:11:36.161072 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c8500-6d3c-42ea-a534-74a759ded1f9 req-46187d81-cc39-44f9-acb9-f6f5eaaac6c7 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:36.162884 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee2c8500-6d3c-42ea-a534-74a759ded1f9 req-46187d81-cc39-44f9-acb9-f6f5eaaac6c7 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.2231512
Jan 18 20:11:36.243310 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ee2c8500-6d3c-42ea-a534-74a759ded1f9 req-9ed42ed4-e91a-4bd1-a0a1-699e6ceccb9a tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0714304
Jan 18 20:11:36.314424 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-b42d721d-82e1-4a1b-bd56-a5b53db9bcab service neutron] 10.222.0.101 "GET /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706090
Jan 18 20:11:36.338850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-4bc2434e-8d79-44c2-b9b2-f6d7ba291bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98501cf8>, [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:11:33Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:36.342332 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853836725'] for router_gateway, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:36.343976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2434e-8d79-44c2-b9b2-f6d7ba291bfd None None] The sync data for ids ['3d0a1255-6a56-402e-a559-7d0176ea7daf'] in dv-cinder-562053-17-iscsi is: [{'id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'name': 'tempest-AttachVolumeShelveTestJSON-466255612-router', 'tenant_id': '1417b693c42f47ee9a8bce62bc69f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:02:46Z', 'updated_at': '2021-01-18T20:11:33Z', 'revision_number': 5, 'project_id': '1417b693c42f47ee9a8bce62bc69f85c', 'gw_port': {'id': '9a3bc626-8964-4a76-9155-224d74281a1c', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a1255-6a56-402e-a559-7d0176ea7daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:02:50Z', 'updated_at': '2021-01-18T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:11:36.477480 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-0c2bbf53-77db-4826-8f54-b2b81d7d0ef7 service neutron] 10.222.0.101 "GET /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1553571
Jan 18 20:11:36.495234 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772468'] for router, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:36.498105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:36.527699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939512'] for router, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:36.528272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d0a1255-6a56-402e-a559-7d0176ea7daf {{(pid=80180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 18 20:11:36.541115 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:36.542367 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-6795b873-e602-42b9-b7b7-204a567d2d8c admin admin] 10.222.0.101 "DELETE /v2.0/routers/3d0a1255-6a56-402e-a559-7d0176ea7daf HTTP/1.1" status: 204  len: 168 time: 1.4825635
Jan 18 20:11:36.545369 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37546) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:36.632863 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-084bd4b8-a798-43f3-8d0b-4ea261e8ea83 admin admin] Deleting subnet c1f2f94c-f22d-4168-b95c-a2cae84e702f {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:11:36.636470 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-084bd4b8-a798-43f3-8d0b-4ea261e8ea83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:36.693604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-084bd4b8-a798-43f3-8d0b-4ea261e8ea83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312744'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:36.702483 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5690a7bc-e6ae-4ce4-aac0-9c5b501a359c req-847c9a4e-44f4-43ce-b29e-6179572a5768 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 210 time: 0.0559685
Jan 18 20:11:36.809718 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-084bd4b8-a798-43f3-8d0b-4ea261e8ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:37.127185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-084bd4b8-a798-43f3-8d0b-4ea261e8ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793870836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10620899'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:37.144241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-06b2d199-9ee9-4e05-8b2c-13737bf4787d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:37.148022 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 920a642b-73d2-4062-bbc4-4b88e8dcbddd no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:11:37.190702 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 920a642b-73d2-4062-bbc4-4b88e8dcbddd {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:11:37.191752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 920a642b-73d2-4062-bbc4-4b88e8dcbddd not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:11:37.192344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bd4b8-a798-43f3-8d0b-4ea261e8ea83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f2f94c-f22d-4168-b95c-a2cae84e702f,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:37.192849 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 9a3bc626-8964-4a76-9155-224d74281a1c no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:11:37.205889 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-084bd4b8-a798-43f3-8d0b-4ea261e8ea83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:37.247964 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 9a3bc626-8964-4a76-9155-224d74281a1c {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:11:37.249890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 9a3bc626-8964-4a76-9155-224d74281a1c not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:11:37.302585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-084bd4b8-a798-43f3-8d0b-4ea261e8ea83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:37.309213 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-084bd4b8-a798-43f3-8d0b-4ea261e8ea83 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c1f2f94c-f22d-4168-b95c-a2cae84e702f HTTP/1.1" status: 204  len: 168 time: 0.7625239
Jan 18 20:11:37.312028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37562) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:37.313256 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29af660-ad6b-412e-926d-87310ded6b48 None None] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:11:37.613689 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f453e7-de4f-4fb4-b389-a80f09019b52 None None] DHCP port deletion for afb56ae4-80d3-4971-aaeb-b3508e21ee72 request from dv-cinder-562053-17-iscsi {{(pid=80181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 18 20:11:37.619222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-95f453e7-de4f-4fb4-b389-a80f09019b52 None None] Deleting port 4a929842-d7c8-4f42-8c94-5bab2b2b9839 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:37.619653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-95f453e7-de4f-4fb4-b389-a80f09019b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:37.780905 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:37.876814 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-95f453e7-de4f-4fb4-b389-a80f09019b52 None None] For port 4a929842-d7c8-4f42-8c94-5bab2b2b9839, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=4a929842-d7c8-4f42-8c94-5bab2b2b9839,segment=NetworkSegment(7dd85cc3-5b02-40d2-be12-3b66055217ca),segment_id=7dd85cc3-5b02-40d2-be12-3b66055217ca)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:37.877196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-95f453e7-de4f-4fb4-b389-a80f09019b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:37.956191 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4af14fed-394b-4b38-a939-d7b117e5abd3 req-accb6a4d-83be-41d9-8be1-d270670b2299 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 210 time: 0.0749838
Jan 18 20:11:37.995723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Deleting port 4a929842-d7c8-4f42-8c94-5bab2b2b9839 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:37.996106 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:38.032150 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-95f453e7-de4f-4fb4-b389-a80f09019b52 None None] Calling delete_port for 4a929842-d7c8-4f42-8c94-5bab2b2b9839 owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:11:38.112506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c887ed-3701-43df-85eb-1ca61b2ea13a req-caa2ec48-1428-4ce7-9d9f-f96f4a3720ee tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:38.114222 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-95f453e7-de4f-4fb4-b389-a80f09019b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:38.114327 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-10c887ed-3701-43df-85eb-1ca61b2ea13a req-caa2ec48-1428-4ce7-9d9f-f96f4a3720ee tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.6998339
Jan 18 20:11:38.130749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-db644ced-443b-4a27-8c70-8f014ca7fc56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:38.184280 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23d919-51a1-4116-815b-b0eb084b835b req-2f0185e5-8e8f-45e0-93fd-f2d5feac1a8d tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:38.185978 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-2f0185e5-8e8f-45e0-93fd-f2d5feac1a8d tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.72 "GET /v2.0/networks?id=131bba02-f091-43d1-bee5-f2a67258b1cc HTTP/1.1" status: 200  len: 813 time: 0.3489096
Jan 18 20:11:38.192186 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] The port '4a929842-d7c8-4f42-8c94-5bab2b2b9839' was deleted {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 18 20:11:38.192926 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f453e7-de4f-4fb4-b389-a80f09019b52 None None] Pushing event deleted for resources: {'Port': ['ID=4a929842-d7c8-4f42-8c94-5bab2b2b9839,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:38.197943 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-95f453e7-de4f-4fb4-b389-a80f09019b52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:38.256195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Request body: {'port': {'device_id': '79972e5b-c043-4b96-84b6-c97101c42dad', 'network_id': '131bba02-f091-43d1-bee5-f2a67258b1cc', 'admin_state_up': True, 'tenant_id': 'd8ac411294184a9f9288bb18360c47a9'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:38.297077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f453e7-de4f-4fb4-b389-a80f09019b52 None None] No DVR routers for this DVR port 4a929842-d7c8-4f42-8c94-5bab2b2b9839 on host dv-cinder-562053-17-iscsi {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:11:38.432921 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-10c887ed-3701-43df-85eb-1ca61b2ea13a req-8203d39c-a067-49e8-9dae-d94d02c79bed tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.3052444
Jan 18 20:11:38.510981 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:38.518094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:11:38.638144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:38.654026 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Usage tracker for resource:port and tenant:d8ac411294184a9f9288bb18360c47a9 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:38.664297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Quota usage for port was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:38.672654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b93ac8208>,) {'filters': {'network_id': ['afb56ae4-80d3-4971-aaeb-b3508e21ee72']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:38.680494 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:38.690666 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b93ac8208>, '7dd85cc3-5b02-40d2-be12-3b66055217ca') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:38.691302 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b93ac8208>, '7dd85cc3-5b02-40d2-be12-3b66055217ca') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:11:38.707491 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1463056'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:38.718480 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Made reservation on behalf of d8ac411294184a9f9288bb18360c47a9 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:11:38.727891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:38.753654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:38.766347 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:11:39.056408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:11:39.076637 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793870751'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:39.136790 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 4a929842-d7c8-4f42-8c94-5bab2b2b9839 no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:11:39.181969 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 4a929842-d7c8-4f42-8c94-5bab2b2b9839 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:11:39.182399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 4a929842-d7c8-4f42-8c94-5bab2b2b9839 not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:11:39.369991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Network afb56ae4-80d3-4971-aaeb-b3508e21ee72 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:11:39.402654 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:11:39.420849 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-18f903e7-086a-4dbb-963c-aecf44f4bf9d req-d2bed404-22e3-4290-818b-1dae63ca583c tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 210 time: 0.3223765
Jan 18 20:11:39.540598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:39.550915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a1a25036-9d2a-4c31-b0ca-f2c4e05607b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:39.576502 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:39.627655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=afb56ae4-80d3-4971-aaeb-b3508e21ee72,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:39.649914 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Allocated IP 172.20.0.12 (131bba02-f091-43d1-bee5-f2a67258b1cc/5407a46e-b186-4f60-bb48-614957702001/cfa6ab35-3bdf-462c-94eb-8d9a22d58c46) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:11:39.652368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:39.675772 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1f45deaa-a994-4d58-9521-05984f8ad6e7 admin admin] 10.222.0.101 "DELETE /v2.0/networks/afb56ae4-80d3-4971-aaeb-b3508e21ee72 HTTP/1.1" status: 204  len: 168 time: 2.3625433
Jan 18 20:11:39.815782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb736b8-ef49-48ff-8fd8-c3e4fa55f011 req-9d266d50-0ff6-461e-882c-6ff50cd0490e tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:39.817890 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5cb736b8-ef49-48ff-8fd8-c3e4fa55f011 req-9d266d50-0ff6-461e-882c-6ff50cd0490e tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.2430286
Jan 18 20:11:39.864426 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37578) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:39.924174 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-eef30a9e-48c6-4f7c-a1a6-1c3577392741 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1417b693c42f47ee9a8bce62bc69f85c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0550933
Jan 18 20:11:39.924529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37582) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:39.979485 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5cb736b8-ef49-48ff-8fd8-c3e4fa55f011 req-0bea4cdc-2bf6-4a4f-abec-b9a4cf06683b tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1542249
Jan 18 20:11:39.995198 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e019142-45a1-4f12-aab3-0e61ea6fca1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:40.002289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:40.032760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e019142-45a1-4f12-aab3-0e61ea6fca1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:40.034159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:40.056604 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:40.093509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e019142-45a1-4f12-aab3-0e61ea6fca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:40.098800 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f944cbd2-d9e8-4c3e-9a69-912da890cc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:40.115168 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e019142-45a1-4f12-aab3-0e61ea6fca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a33cad-8938-4d09-b761-20b9a6a05da5,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:40.122223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0e019142-45a1-4f12-aab3-0e61ea6fca1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:40.123184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0e019142-45a1-4f12-aab3-0e61ea6fca1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:40.124438 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-0e019142-45a1-4f12-aab3-0e61ea6fca1f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/13a33cad-8938-4d09-b761-20b9a6a05da5 HTTP/1.1" status: 204  len: 168 time: 0.1988943
Jan 18 20:11:40.206479 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Pushing event updated for resources: {'Port': ['ID=cfa6ab35-3bdf-462c-94eb-8d9a22d58c46,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:40.212565 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:40.273527 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Network 131bba02-f091-43d1-bee5-f2a67258b1cc is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:11:40.274973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:11:40.277449 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:11:40.364165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:40.364951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:40.388002 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1414390
Jan 18 20:11:40.410329 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Request body: {'port': {'device_id': '79972e5b-c043-4b96-84b6-c97101c42dad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:11:40.547758 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:40.683902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da290636-9c93-4ab1-9f58-1eba9e0132f2 req-fa42a05a-c24b-48a0-b20a-16e494de87c3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:40.685715 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-da290636-9c93-4ab1-9f58-1eba9e0132f2 req-fa42a05a-c24b-48a0-b20a-16e494de87c3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 932 time: 0.1197953
Jan 18 20:11:40.754746 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-da290636-9c93-4ab1-9f58-1eba9e0132f2 req-414cf120-06c8-449a-a26d-396d7888e01f tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607553
Jan 18 20:11:41.048894 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:11:41.062165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:41.077274 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Transition to ACTIVE for port object cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:11:41.081800 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:41.099206 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:41.553376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa6ab35-3bdf-462c-94eb-8d9a22d58c46,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:41.587959 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.588280 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.588716 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.589115 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.589528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.590043 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.590664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.590868 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.591269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.591663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.592061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.592498 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.593914 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.593914 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.593914 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.594364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.594627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.595030 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.595418 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.595801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.596188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.596597 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.597105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.597381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:41.601902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:41.787687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215bcf0-bf09-4c26-9dc8-21f21e4ce7d3 req-fb04bd3d-e021-4e2d-98b9-03f1baa77636 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:41.789540 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5215bcf0-bf09-4c26-9dc8-21f21e4ce7d3 req-fb04bd3d-e021-4e2d-98b9-03f1baa77636 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.2951181
Jan 18 20:11:41.866855 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Attempting to bind port cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:11:41.867312 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Attempting to bind port cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'e4d112b9-656c-4b60-b28f-8a6a1d6730b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '131bba02-f091-43d1-bee5-f2a67258b1cc'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:11:41.867822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Attempting to bind port cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 on network 131bba02-f091-43d1-bee5-f2a67258b1cc {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:11:41.881408 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5215bcf0-bf09-4c26-9dc8-21f21e4ce7d3 req-0d2ca79b-a4f5-4d7e-9481-d731079ff819 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0838749
Jan 18 20:11:41.884793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:11:41.885166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Checking segment: {'id': 'e4d112b9-656c-4b60-b28f-8a6a1d6730b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '131bba02-f091-43d1-bee5-f2a67258b1cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:11:41.885588 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:41.886004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Bound using segment: {'id': 'e4d112b9-656c-4b60-b28f-8a6a1d6730b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '131bba02-f091-43d1-bee5-f2a67258b1cc'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:11:41.886509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Bound port: cfa6ab35-3bdf-462c-94eb-8d9a22d58c46, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d112b9-656c-4b60-b28f-8a6a1d6730b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '131bba02-f091-43d1-bee5-f2a67258b1cc'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:11:41.887018 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:42.009779 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] For port cfa6ab35-3bdf-462c-94eb-8d9a22d58c46, host hv-cinder-56205, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:11:42.013575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] For port cfa6ab35-3bdf-462c-94eb-8d9a22d58c46, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=cfa6ab35-3bdf-462c-94eb-8d9a22d58c46,segment=NetworkSegment(e4d112b9-656c-4b60-b28f-8a6a1d6730b3),segment_id=e4d112b9-656c-4b60-b28f-8a6a1d6730b3)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:11:42.017399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:42.034901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:42.261683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa6ab35-3bdf-462c-94eb-8d9a22d58c46,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:42.269322 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:42.350706 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf32c1-6139-4af3-a1af-3828c4f811b3 req-5e49bf8f-1c40-4def-9a1d-5913996e3887 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:42.351662 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-89bf32c1-6139-4af3-a1af-3828c4f811b3 req-5e49bf8f-1c40-4def-9a1d-5913996e3887 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Synchronizing usage tracker for tenant:d8ac411294184a9f9288bb18360c47a9 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:11:42.355526 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:42.356232 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:42.358348 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] 10.222.0.72 "PUT /v2.0/ports/cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 HTTP/1.1" status: 200  len: 1158 time: 1.9527748
Jan 18 20:11:42.360192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79972e5b-c043-4b96-84b6-c97101c42dad', 'tag': 'cfa6ab35-3bdf-462c-94eb-8d9a22d58c46'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:11:42.380107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-89bf32c1-6139-4af3-a1af-3828c4f811b3 req-5e49bf8f-1c40-4def-9a1d-5913996e3887 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Unset dirty status for tenant:d8ac411294184a9f9288bb18360c47a9 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:11:42.381453 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-89bf32c1-6139-4af3-a1af-3828c4f811b3 req-5e49bf8f-1c40-4def-9a1d-5913996e3887 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 944 time: 0.3499486
Jan 18 20:11:42.458629 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79972e5b-c043-4b96-84b6-c97101c42dad', 'tag': 'cfa6ab35-3bdf-462c-94eb-8d9a22d58c46', 'status': 'completed', 'code': 200}
Jan 18 20:11:42.500625 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-89bf32c1-6139-4af3-a1af-3828c4f811b3 req-862989e9-265b-4bce-b2d2-f5ae31e6b874 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Synchronizing usage tracker for tenant:d8ac411294184a9f9288bb18360c47a9 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:11:42.533563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-89bf32c1-6139-4af3-a1af-3828c4f811b3 req-862989e9-265b-4bce-b2d2-f5ae31e6b874 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Unset dirty status for tenant:d8ac411294184a9f9288bb18360c47a9 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:11:42.535197 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-89bf32c1-6139-4af3-a1af-3828c4f811b3 req-862989e9-265b-4bce-b2d2-f5ae31e6b874 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461697
Jan 18 20:11:42.538104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23d919-51a1-4116-815b-b0eb084b835b req-b2325a12-5fd1-4bd3-8c79-ab00187da27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:42.540323 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-b2325a12-5fd1-4bd3-8c79-ab00187da27f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8ac411294184a9f9288bb18360c47a9&device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 1161 time: 0.1280034
Jan 18 20:11:42.622797 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-a138c429-b429-43af-9c1b-754ebab45379 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 HTTP/1.1" status: 200  len: 217 time: 0.0724943
Jan 18 20:11:42.632628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c9efeec8-23a4-4645-b4a2-2d15695d2ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:42.696288 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23d919-51a1-4116-815b-b0eb084b835b req-829fbab5-8c9c-40ae-a7e7-f22ffde7b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:42.697973 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-829fbab5-8c9c-40ae-a7e7-f22ffde7b430 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5407a46e-b186-4f60-bb48-614957702001 HTTP/1.1" status: 200  len: 853 time: 0.0693269
Jan 18 20:11:42.759934 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-f7508ab9-3b1c-4625-bbd7-623c3efda4c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131bba02-f091-43d1-bee5-f2a67258b1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515928
Jan 18 20:11:42.922269 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-a487a157-08f7-4a94-91d5-6d34e13eafa1 service neutron] 10.222.0.72 "GET /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541674
Jan 18 20:11:43.081547 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ca23d919-51a1-4116-815b-b0eb084b835b req-aa9591c4-438e-4580-a9d7-4b6462e11385 service neutron] 10.222.0.72 "GET /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495833
Jan 18 20:11:43.146483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db04f6-02b9-4b8d-be4d-d3c8801173f4 req-c1dc7f02-31fc-459a-81bf-86fcb4ca6bbc tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:43.148349 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-89db04f6-02b9-4b8d-be4d-d3c8801173f4 req-c1dc7f02-31fc-459a-81bf-86fcb4ca6bbc tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.1227050
Jan 18 20:11:43.219579 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-89db04f6-02b9-4b8d-be4d-d3c8801173f4 req-9f02f8bd-5397-4192-abd9-c6d727761b4b tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0634496
Jan 18 20:11:43.264374 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a9472-171a-4a55-ad84-b8fbb78fc5e3 req-72a7dd4f-d4e0-4a91-89fe-bd91048616f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:43.266079 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c82a9472-171a-4a55-ad84-b8fbb78fc5e3 req-72a7dd4f-d4e0-4a91-89fe-bd91048616f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8ac411294184a9f9288bb18360c47a9&device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 1161 time: 0.1016157
Jan 18 20:11:43.423325 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a9472-171a-4a55-ad84-b8fbb78fc5e3 req-90500b1e-1bb1-483a-8abc-3e3b58aa0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:43.424936 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c82a9472-171a-4a55-ad84-b8fbb78fc5e3 req-90500b1e-1bb1-483a-8abc-3e3b58aa0408 service neutron] 10.222.0.72 "GET /v2.0/networks?id=131bba02-f091-43d1-bee5-f2a67258b1cc HTTP/1.1" status: 200  len: 907 time: 0.1491730
Jan 18 20:11:43.504771 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c82a9472-171a-4a55-ad84-b8fbb78fc5e3 req-4fc526a3-8d76-4398-9ea3-d0053f721729 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 HTTP/1.1" status: 200  len: 217 time: 0.0737169
Jan 18 20:11:43.593163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a9472-171a-4a55-ad84-b8fbb78fc5e3 req-a464b20d-f158-4714-bc1d-42474525b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:43.595047 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c82a9472-171a-4a55-ad84-b8fbb78fc5e3 req-a464b20d-f158-4714-bc1d-42474525b78d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5407a46e-b186-4f60-bb48-614957702001 HTTP/1.1" status: 200  len: 853 time: 0.0822453
Jan 18 20:11:43.656647 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c82a9472-171a-4a55-ad84-b8fbb78fc5e3 req-7b2a3cd0-b82b-4771-84ef-881d134df9f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131bba02-f091-43d1-bee5-f2a67258b1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553753
Jan 18 20:11:43.883547 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c82a9472-171a-4a55-ad84-b8fbb78fc5e3 req-df989516-5e7b-4754-af75-dda3daf6af43 service neutron] 10.222.0.72 "GET /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203870
Jan 18 20:11:43.915815 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f5323-2023-428a-9273-6d2b8db6b96a req-f2089aab-a7fb-4dc2-a998-0ca7ca3e90e5 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:43.917626 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-469f5323-2023-428a-9273-6d2b8db6b96a req-f2089aab-a7fb-4dc2-a998-0ca7ca3e90e5 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 944 time: 0.2187603
Jan 18 20:11:43.975819 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-469f5323-2023-428a-9273-6d2b8db6b96a req-9f57309b-fc29-4f9d-bbdc-f83d82adbfdd tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482380
Jan 18 20:11:44.474508 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cab4d-ca49-48e3-b3f7-c76eff92c3d2 req-56309a4d-c6dc-47c3-ab41-1e495a68e4da tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:44.476145 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-836cab4d-ca49-48e3-b3f7-c76eff92c3d2 req-56309a4d-c6dc-47c3-ab41-1e495a68e4da tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.1155570
Jan 18 20:11:44.512193 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c82a9472-171a-4a55-ad84-b8fbb78fc5e3 req-482b44bf-9ee8-46e5-a555-dbefac9c2c52 service neutron] 10.222.0.72 "GET /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456029
Jan 18 20:11:44.549190 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-836cab4d-ca49-48e3-b3f7-c76eff92c3d2 req-6f5763d0-315a-4676-a2f8-3b741d33faaf tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0655663
Jan 18 20:11:45.099948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7f1b8b25-a4c9-4339-b0e7-d1371879956e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:45.230592 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b841d-b97d-4c68-a6fe-3aca6e11a404 req-534b0c37-644b-47bd-8fb6-d20a89f1d354 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:45.232417 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e70b841d-b97d-4c68-a6fe-3aca6e11a404 req-534b0c37-644b-47bd-8fb6-d20a89f1d354 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 944 time: 0.1149442
Jan 18 20:11:45.293637 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e70b841d-b97d-4c68-a6fe-3aca6e11a404 req-4138d3b5-4fdc-4986-ba02-733192dafea1 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543528
Jan 18 20:11:45.778475 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:45.806835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c044ff-dc93-4a4a-9bff-d7037f97ab42 req-dc8ffae8-b232-4356-b404-315d0b660f06 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:45.808615 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-56c044ff-dc93-4a4a-9bff-d7037f97ab42 req-dc8ffae8-b232-4356-b404-315d0b660f06 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.1131606
Jan 18 20:11:45.875264 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-56c044ff-dc93-4a4a-9bff-d7037f97ab42 req-d2a7aa30-a0d8-4326-94a8-efd5c02ea5c9 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0569477
Jan 18 20:11:46.558370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4fbe4-9689-4924-a43e-66d1f8d7ef8b req-1ea69b2e-fcf8-423b-aa57-a4bf1c35787d tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:46.560109 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-61a4fbe4-9689-4924-a43e-66d1f8d7ef8b req-1ea69b2e-fcf8-423b-aa57-a4bf1c35787d tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 944 time: 0.1238761
Jan 18 20:11:46.620619 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-61a4fbe4-9689-4924-a43e-66d1f8d7ef8b req-d92b4ece-6803-462a-931d-67db87ba5295 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498528
Jan 18 20:11:46.658113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:46.967090 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.objects.ports [None req-88f5edf6-9f65-4a40-9954-5a7687829dfc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 18 20:11:47.161918 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675612-ed82-4918-bfd2-d5a4eae3cd42 req-a0ea99b3-bf26-493f-aedc-c3c3e50c8bad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:47.164167 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b6675612-ed82-4918-bfd2-d5a4eae3cd42 req-a0ea99b3-bf26-493f-aedc-c3c3e50c8bad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.1427388
Jan 18 20:11:47.234930 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b6675612-ed82-4918-bfd2-d5a4eae3cd42 req-0ce2ab5d-10df-4d06-85aa-8cb67abbad34 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0628886
Jan 18 20:11:47.323801 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:47.332049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:11:47.406195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:11:47.411781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:11:47.412200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:47.546542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:47.577883 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79972e5b-c043-4b96-84b6-c97101c42dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa6ab35-3bdf-462c-94eb-8d9a22d58c46'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:11:47.588537 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port cfa6ab35-3bdf-462c-94eb-8d9a22d58c46, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=cfa6ab35-3bdf-462c-94eb-8d9a22d58c46,segment=NetworkSegment(e4d112b9-656c-4b60-b28f-8a6a1d6730b3),segment_id=e4d112b9-656c-4b60-b28f-8a6a1d6730b3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:11:47.592065 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:47.594308 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c47e2006-fc70-4ca8-84de-3aebce64a8cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:47.647559 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79972e5b-c043-4b96-84b6-c97101c42dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa6ab35-3bdf-462c-94eb-8d9a22d58c46', 'code': 200}
Jan 18 20:11:47.667741 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=cfa6ab35-3bdf-462c-94eb-8d9a22d58c46,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:47.673507 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:47.895721 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12a930-a51d-43c7-81fa-7185834db767 req-afb4209d-cef3-4bf4-a029-a88399676485 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:47.897569 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ed12a930-a51d-43c7-81fa-7185834db767 req-afb4209d-cef3-4bf4-a029-a88399676485 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 946 time: 0.1149993
Jan 18 20:11:48.003012 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ed12a930-a51d-43c7-81fa-7185834db767 req-5b79c9dc-ac4a-4ba1-b960-7f5e2eab8bb4 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693519
Jan 18 20:11:48.021067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bfaaf-062b-409f-ae5a-dcdf0f09e89f req-dec148f2-9b8f-4ee0-a0f0-a5b2b3ff5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:48.022456 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-018bfaaf-062b-409f-ae5a-dcdf0f09e89f req-dec148f2-9b8f-4ee0-a0f0-a5b2b3ff5798 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 1163 time: 0.1239100
Jan 18 20:11:48.075842 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-018bfaaf-062b-409f-ae5a-dcdf0f09e89f req-c9582cbc-ef04-437f-b37e-5877714f84e4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445940
Jan 18 20:11:48.518138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b7286-a000-4f72-b023-aec86b7fed02 req-0133b5f8-08e7-49a1-a14e-aa5c70eb91f8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:48.519901 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-456b7286-a000-4f72-b023-aec86b7fed02 req-0133b5f8-08e7-49a1-a14e-aa5c70eb91f8 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.1155541
Jan 18 20:11:48.584515 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-456b7286-a000-4f72-b023-aec86b7fed02 req-103dc0d1-be84-47c7-b152-6aa2648375ae tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0574946
Jan 18 20:11:48.979328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:11:49.067449 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:11:49.068020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:49.237818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37712) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:49.256619 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58d08d-96cd-4272-a6f9-95320514bbd9 req-ce43438c-9710-4d47-935e-233823eecc61 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:49.258444 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4b58d08d-96cd-4272-a6f9-95320514bbd9 req-ce43438c-9710-4d47-935e-233823eecc61 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 946 time: 0.1126335
Jan 18 20:11:49.324286 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4b58d08d-96cd-4272-a6f9-95320514bbd9 req-640783c1-0373-4862-9fe3-4b0d31ebd03e tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517952
Jan 18 20:11:49.433888 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-74ee9a32-9d41-4241-8613-65ca2cdb3238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:49.452274 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-74ee9a32-9d41-4241-8613-65ca2cdb3238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:49.456868 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-74ee9a32-9d41-4241-8613-65ca2cdb3238 admin admin] Usage tracker for resource:security_group_rule and tenant:4126f3977aa54e7595a72e111ffb2e55 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:49.460115 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-74ee9a32-9d41-4241-8613-65ca2cdb3238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:49.466535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-74ee9a32-9d41-4241-8613-65ca2cdb3238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:49.571212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-74ee9a32-9d41-4241-8613-65ca2cdb3238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:49.575538 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-74ee9a32-9d41-4241-8613-65ca2cdb3238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:49.582803 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9d43dc5b-f6d9-49dc-a6ff-720facfa2906 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:49.630880 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-74ee9a32-9d41-4241-8613-65ca2cdb3238 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4126f3977aa54e7595a72e111ffb2e55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3917723
Jan 18 20:11:49.631898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee9a32-9d41-4241-8613-65ca2cdb3238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39f6752-a1e6-493a-8cd1-6973cb843a1d,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:49.633980 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37720) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:49.635750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-74ee9a32-9d41-4241-8613-65ca2cdb3238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:49.708351 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-44a51b97-8dd7-4950-a271-5a26424c059e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:49.744495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-44a51b97-8dd7-4950-a271-5a26424c059e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:49.798125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-44a51b97-8dd7-4950-a271-5a26424c059e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:49.802239 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-260322c7-cf01-41fb-9e57-9a5beab5312b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:49.820108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a51b97-8dd7-4950-a271-5a26424c059e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39f6752-a1e6-493a-8cd1-6973cb843a1d,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:49.822978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-44a51b97-8dd7-4950-a271-5a26424c059e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:49.826719 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-44a51b97-8dd7-4950-a271-5a26424c059e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:49.830609 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-44a51b97-8dd7-4950-a271-5a26424c059e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f39f6752-a1e6-493a-8cd1-6973cb843a1d HTTP/1.1" status: 204  len: 168 time: 0.1923888
Jan 18 20:11:49.898320 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cac24-4965-408e-95cb-d09fa695de8d req-f7f4c28a-f09b-4809-aa99-2cf7dfb40b2c tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:49.900010 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d75cac24-4965-408e-95cb-d09fa695de8d req-f7f4c28a-f09b-4809-aa99-2cf7dfb40b2c tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.1785631
Jan 18 20:11:49.947172 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc0691b7-e6dd-458b-8764-1b55d59e88b9 req-b55a79a4-769e-47c0-b13b-f0f394bc4783 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1421959
Jan 18 20:11:49.985470 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d75cac24-4965-408e-95cb-d09fa695de8d req-824bc8c1-3284-4142-be54-76937df68fe9 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b5279e31-537e-46ba-a65b-4358d4074704&id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0721612
Jan 18 20:11:50.084734 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0691b7-e6dd-458b-8764-1b55d59e88b9 req-a862ceac-f179-4e67-b96f-bf5ee070c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:50.086354 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc0691b7-e6dd-458b-8764-1b55d59e88b9 req-a862ceac-f179-4e67-b96f-bf5ee070c198 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 1162 time: 0.0969656
Jan 18 20:11:50.410062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:50.518864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0691b7-e6dd-458b-8764-1b55d59e88b9 req-d68dedd4-ac28-4a85-98cf-46d42ead3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:50.521039 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc0691b7-e6dd-458b-8764-1b55d59e88b9 req-d68dedd4-ac28-4a85-98cf-46d42ead3dc2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.4103189
Jan 18 20:11:50.598067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec505839-baab-40cf-9f1f-3443dab3c830 req-619f00b6-cf20-481f-bec3-1e2b90ac6230 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:50.599862 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ec505839-baab-40cf-9f1f-3443dab3c830 req-619f00b6-cf20-481f-bec3-1e2b90ac6230 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 946 time: 0.1187518
Jan 18 20:11:50.634026 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc0691b7-e6dd-458b-8764-1b55d59e88b9 req-e69b94ff-cd8a-4a74-ab89-8ab90e4c3fe7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014ce27a-69ee-4248-9024-75a0bb02a736 HTTP/1.1" status: 200  len: 1000 time: 0.1086404
Jan 18 20:11:50.665811 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ec505839-baab-40cf-9f1f-3443dab3c830 req-678dce29-7366-47b0-8b14-8ce35887ac70 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548775
Jan 18 20:11:50.721511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0691b7-e6dd-458b-8764-1b55d59e88b9 req-00c5f12b-39c4-4e91-930b-e124a621b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:50.723019 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc0691b7-e6dd-458b-8764-1b55d59e88b9 req-00c5f12b-39c4-4e91-930b-e124a621b0a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0802972
Jan 18 20:11:50.820459 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0691b7-e6dd-458b-8764-1b55d59e88b9 req-e39b424d-d390-4125-bc12-6aa7436efbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:50.822106 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc0691b7-e6dd-458b-8764-1b55d59e88b9 req-e39b424d-d390-4125-bc12-6aa7436efbad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0894389
Jan 18 20:11:50.988690 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc0691b7-e6dd-458b-8764-1b55d59e88b9 req-1a370ce7-57ed-485d-a85e-19164bfcdfff service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564698
Jan 18 20:11:51.148957 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc0691b7-e6dd-458b-8764-1b55d59e88b9 req-bd1bd16e-fe4f-4f8e-a7d8-33cd0782b32a service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1518855
Jan 18 20:11:55.607700 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37870) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:55.812059 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e230e52-c414-4d82-9491-edca1b3837fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:55.835381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9e230e52-c414-4d82-9491-edca1b3837fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:55.840804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9e230e52-c414-4d82-9491-edca1b3837fe admin admin] Usage tracker for resource:security_group_rule and tenant:5dc371c17b624fe6892f7f263d12d922 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:55.844840 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9e230e52-c414-4d82-9491-edca1b3837fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:55.852672 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9e230e52-c414-4d82-9491-edca1b3837fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:55.978602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e230e52-c414-4d82-9491-edca1b3837fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:55.982892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e230e52-c414-4d82-9491-edca1b3837fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:55.990732 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5317244b-941a-4153-87a8-c11dd17315e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:56.037154 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-9e230e52-c414-4d82-9491-edca1b3837fe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5dc371c17b624fe6892f7f263d12d922&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4280386
Jan 18 20:11:56.038144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e230e52-c414-4d82-9491-edca1b3837fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0f80d4-ed6d-476e-a1c2-cabaa512f051,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:56.040334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37878) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:56.041682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9e230e52-c414-4d82-9491-edca1b3837fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:56.117504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-937297b5-1f0e-4b95-b4c1-f67d3db6cf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:56.150691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-937297b5-1f0e-4b95-b4c1-f67d3db6cf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:56.203265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-937297b5-1f0e-4b95-b4c1-f67d3db6cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:56.207510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7afa75fd-c72c-4ec2-b10d-a97bb083cc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:56.221653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937297b5-1f0e-4b95-b4c1-f67d3db6cf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0f80d4-ed6d-476e-a1c2-cabaa512f051,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:56.227173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-937297b5-1f0e-4b95-b4c1-f67d3db6cf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:56.229618 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-937297b5-1f0e-4b95-b4c1-f67d3db6cf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:56.235057 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-937297b5-1f0e-4b95-b4c1-f67d3db6cf9c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0d0f80d4-ed6d-476e-a1c2-cabaa512f051 HTTP/1.1" status: 204  len: 168 time: 0.1932807
Jan 18 20:11:56.682098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37886) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:56.703149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e9cebd4-ba41-4c6b-a4bd-f443fd4d9946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:56.720563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9e9cebd4-ba41-4c6b-a4bd-f443fd4d9946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:11:56.725068 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9e9cebd4-ba41-4c6b-a4bd-f443fd4d9946 admin admin] Usage tracker for resource:security_group_rule and tenant:ff211cb432554a23b989ae9aa10eadd0 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:11:56.728213 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-9e9cebd4-ba41-4c6b-a4bd-f443fd4d9946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:11:56.734775 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-9e9cebd4-ba41-4c6b-a4bd-f443fd4d9946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:11:56.829244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e9cebd4-ba41-4c6b-a4bd-f443fd4d9946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:56.833530 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9e9cebd4-ba41-4c6b-a4bd-f443fd4d9946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:56.840951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1d6d4952-e90d-4d75-885c-0aeb13554a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:56.892126 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-9e9cebd4-ba41-4c6b-a4bd-f443fd4d9946 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ff211cb432554a23b989ae9aa10eadd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2086351
Jan 18 20:11:56.893053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cebd4-ba41-4c6b-a4bd-f443fd4d9946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1568077-c59f-4c4b-9787-326aa71b6c23,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:56.895266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37892) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:56.896588 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9e9cebd4-ba41-4c6b-a4bd-f443fd4d9946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:56.980051 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:57.022361 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:57.085138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:57.090866 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4dd270c0-f69b-4ee1-96e9-c6f1f56afc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:11:57.107240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1568077-c59f-4c4b-9787-326aa71b6c23,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:11:57.122174 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.122667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.123100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.123589 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.124019 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.124548 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.125018 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.125473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.125954 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.126393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.126847 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.127313 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.127833 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.128349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.128813 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.129264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.129714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.130171 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.130622 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.131070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.131538 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.131983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.132483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.132891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:11:57.136960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:57.138220 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f1568077-c59f-4c4b-9787-326aa71b6c23 HTTP/1.1" status: 204  len: 168 time: 0.2416101
Jan 18 20:11:57.139278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-6bf5d0b1-64d5-4538-b09e-8ae0d1233851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:11:58.305613 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03b538-7ffc-4c04-bbaf-e64128d17b58 req-a4879bc2-1394-46ed-8728-0e7b6a6e003d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:58.307232 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a03b538-7ffc-4c04-bbaf-e64128d17b58 req-a4879bc2-1394-46ed-8728-0e7b6a6e003d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 945 time: 0.1118476
Jan 18 20:11:58.362036 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7a03b538-7ffc-4c04-bbaf-e64128d17b58 req-1111067a-30f1-438e-b871-2bb2479f89d8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0474904
Jan 18 20:11:59.699011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-66726dc3-ad9e-48d4-9856-25052835e527 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:59.700923 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-66726dc3-ad9e-48d4-9856-25052835e527 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 945 time: 0.2058129
Jan 18 20:11:59.724019 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5040b8-dee1-4043-8b7c-0ad00afcc660 req-efa24055-e250-44cb-bd3f-84b99002618c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:11:59.725789 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ce5040b8-dee1-4043-8b7c-0ad00afcc660 req-efa24055-e250-44cb-bd3f-84b99002618c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 945 time: 0.1818373
Jan 18 20:11:59.805726 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37946) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:11:59.845402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Deleting port 014ce27a-69ee-4248-9024-75a0bb02a736 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:11:59.846626 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:11:59.888043 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ce5040b8-dee1-4043-8b7c-0ad00afcc660 req-c57607b5-37d3-4267-b43e-1f7f106a6dac tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1221948
Jan 18 20:12:00.006235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-96577940-bae9-4845-afa3-cb34f9571b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:00.035073 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-96577940-bae9-4845-afa3-cb34f9571b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:12:00.041154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-96577940-bae9-4845-afa3-cb34f9571b6f admin admin] Usage tracker for resource:security_group_rule and tenant:9d4559611f96434a877474c9efadc13d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:12:00.045407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-96577940-bae9-4845-afa3-cb34f9571b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:12:00.056841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-96577940-bae9-4845-afa3-cb34f9571b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:12:00.178534 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] For port 014ce27a-69ee-4248-9024-75a0bb02a736, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=014ce27a-69ee-4248-9024-75a0bb02a736,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:12:00.178534 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:00.179349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-96577940-bae9-4845-afa3-cb34f9571b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:00.185097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-96577940-bae9-4845-afa3-cb34f9571b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:00.201715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:00.293054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37954) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:00.293916 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-96577940-bae9-4845-afa3-cb34f9571b6f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9d4559611f96434a877474c9efadc13d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4854279
Jan 18 20:12:00.295451 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96577940-bae9-4845-afa3-cb34f9571b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5bd0bb-d5ce-4a43-8e3f-fc473feb8e24,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:00.308654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-96577940-bae9-4845-afa3-cb34f9571b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:00.488149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1ef46050-1f45-47d6-bb2e-520cf976927e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:00.616574 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1ef46050-1f45-47d6-bb2e-520cf976927e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:00.661723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:00.662125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:00.662472 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Floating IP 064c6f4b-ae62-41fe-8434-9bb03b6cb9f0 disassociated. External IP: 172.27.0.59, port: 014ce27a-69ee-4248-9024-75a0bb02a736.
Jan 18 20:12:00.662839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Calling delete_port for 014ce27a-69ee-4248-9024-75a0bb02a736 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:12:00.761281 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1ef46050-1f45-47d6-bb2e-520cf976927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:00.766879 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-02614a7e-7cef-428e-bb93-22f93bf3343a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:00.805102 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef46050-1f45-47d6-bb2e-520cf976927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5bd0bb-d5ce-4a43-8e3f-fc473feb8e24,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:00.810585 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1ef46050-1f45-47d6-bb2e-520cf976927e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:00.878760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1ef46050-1f45-47d6-bb2e-520cf976927e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:00.880359 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1ef46050-1f45-47d6-bb2e-520cf976927e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cc5bd0bb-d5ce-4a43-8e3f-fc473feb8e24 HTTP/1.1" status: 204  len: 168 time: 0.5861251
Jan 18 20:12:00.907051 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:00.923967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a081f8d6-261b-41aa-ae29-2b7b84727918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:00.939561 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 014ce27a-69ee-4248-9024-75a0bb02a736 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:12:00.982049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] No Port match for: 014ce27a-69ee-4248-9024-75a0bb02a736 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:12:00.982869 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 014ce27a-69ee-4248-9024-75a0bb02a736 not bound to the agent host hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:12:00.991004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event deleted for resources: {'Port': ['ID=014ce27a-69ee-4248-9024-75a0bb02a736,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:01.003620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:01.103516 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f8aa7cf3-1c41-4c2d-919e-b33433a13507 req-147bc373-6df5-4f82-b45a-bbdba334bd65 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 210 time: 0.0695968
Jan 18 20:12:01.313982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 37964) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:01.351467 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-74584577-e4db-4546-85cb-a1efc0725de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:01.378498 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-74584577-e4db-4546-85cb-a1efc0725de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:12:01.385967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-74584577-e4db-4546-85cb-a1efc0725de7 admin admin] Usage tracker for resource:security_group_rule and tenant:c1120151b45c45b293c11c1f8188f52c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:12:01.391077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-74584577-e4db-4546-85cb-a1efc0725de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:12:01.401256 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-74584577-e4db-4546-85cb-a1efc0725de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:12:01.412426 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:12:01.690199 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:12:01.701539 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c78c5-a3b7-4515-9c39-f87da944777f None None] Sync routers for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:12:01.735837 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c78c5-a3b7-4515-9c39-f87da944777f None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:12:01.736583 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-f03c78c5-a3b7-4515-9c39-f87da944777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9355fcc0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:11:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:12:01.745058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] No DVR routers for this DVR port 014ce27a-69ee-4248-9024-75a0bb02a736 on host hv-cinder-56205 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:12:01.748543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-74584577-e4db-4546-85cb-a1efc0725de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:01.750138 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:01.753380 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'name': 'network-vif-deleted', 'tag': '014ce27a-69ee-4248-9024-75a0bb02a736'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:12:01.761096 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-74584577-e4db-4546-85cb-a1efc0725de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:01.776912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2f879377-c639-4d0c-9bac-0d657221a566 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:01.832987 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6cfafe-5936-4311-86c5-911d8bad2739', 'name': 'network-vif-deleted', 'tag': '014ce27a-69ee-4248-9024-75a0bb02a736', 'status': 'completed', 'code': 200}
Jan 18 20:12:01.835401 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-92f04b59-671f-43d3-afb3-d1653c08a2f4 req-27bb7e01-4c67-4ea1-8420-488fb10f87bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "DELETE /v2.0/ports/014ce27a-69ee-4248-9024-75a0bb02a736 HTTP/1.1" status: 204  len: 173 time: 2.1085076
Jan 18 20:12:01.842661 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-74584577-e4db-4546-85cb-a1efc0725de7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c1120151b45c45b293c11c1f8188f52c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5262034
Jan 18 20:12:01.845402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 37972) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:01.846382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74584577-e4db-4546-85cb-a1efc0725de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d3661f-e08f-446f-b648-1717fc300843,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:01.850808 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-74584577-e4db-4546-85cb-a1efc0725de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:01.945587 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-f03c78c5-a3b7-4515-9c39-f87da944777f None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:12:01.958264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f7584599-65a1-408b-8954-1187cdc744ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:02.007437 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f7584599-65a1-408b-8954-1187cdc744ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:02.072921 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f7584599-65a1-408b-8954-1187cdc744ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:02.077583 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a80a78b1-7d37-4db2-9db7-358d81e473b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:02.094356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7584599-65a1-408b-8954-1187cdc744ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d3661f-e08f-446f-b648-1717fc300843,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:02.099184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f7584599-65a1-408b-8954-1187cdc744ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:02.110266 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f7584599-65a1-408b-8954-1187cdc744ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:02.111873 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f7584599-65a1-408b-8954-1187cdc744ce admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/08d3661f-e08f-446f-b648-1717fc300843 HTTP/1.1" status: 204  len: 168 time: 0.2641952
Jan 18 20:12:02.310161 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-36533999-025c-473e-b92f-d3299f0c1b64 req-01b2728d-091c-41e5-9065-2f3a76940d5d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=bf6cfafe-5936-4311-86c5-911d8bad2739 HTTP/1.1" status: 200  len: 210 time: 0.0591412
Jan 18 20:12:02.393070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-f03c78c5-a3b7-4515-9c39-f87da944777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9355fcc0>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:12:02.399754 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c78c5-a3b7-4515-9c39-f87da944777f None None] Checking router: 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:12:02.412115 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c78c5-a3b7-4515-9c39-f87da944777f None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:12:02.412853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-f03c78c5-a3b7-4515-9c39-f87da944777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b9355fcc0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:11:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:12:02.645635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-f03c78c5-a3b7-4515-9c39-f87da944777f None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:12:03.046268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-f03c78c5-a3b7-4515-9c39-f87da944777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b9355fcc0>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:12:03.050652 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c78c5-a3b7-4515-9c39-f87da944777f None None] The sync data for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi is: [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:12:03.535497 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658e1c95-764e-4d23-a16c-0657853f545f None None] New status for floating IP 064c6f4b-ae62-41fe-8434-9bb03b6cb9f0: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:12:03.905918 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-8e15441c-0f4f-48d4-9b15-05ce09d067b9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1761183414&fields=id&tenant_id=f37c37dd62314742ace1bcb84c0d3473 HTTP/1.1" status: 200  len: 267 time: 0.0752099
Jan 18 20:12:04.128793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-0a6bccb0-8d70-4831-b98b-4ab4144acee6 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:04.130574 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-0a6bccb0-8d70-4831-b98b-4ab4144acee6 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 811 time: 0.2143331
Jan 18 20:12:04.152731 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-6dfacc08-aba9-4e08-9af9-17ac41924184 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/quotas/f37c37dd62314742ace1bcb84c0d3473 HTTP/1.1" status: 200  len: 375 time: 0.0104899
Jan 18 20:12:04.268633 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-202fd25e-19ee-4ba7-877a-a16b76d60270 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1093597
Jan 18 20:12:04.439933 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-524112c1-2f33-4ac8-80c3-a09759cb8b3a service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575813
Jan 18 20:12:04.611855 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-06fefd53-23f4-4380-9c28-80dd5404aa81 service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1638682
Jan 18 20:12:05.108438 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-5bec6007-78e6-4ec6-a2c7-6b7b69b20be4 req-b579597e-6ffc-4775-8fe7-dcff5714d0ca tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:12:05.126531 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-5bec6007-78e6-4ec6-a2c7-6b7b69b20be4 req-b579597e-6ffc-4775-8fe7-dcff5714d0ca tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:12:05.127907 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5bec6007-78e6-4ec6-a2c7-6b7b69b20be4 req-b579597e-6ffc-4775-8fe7-dcff5714d0ca tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 210 time: 0.0735347
Jan 18 20:12:06.355200 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6d426b3a-de8a-4c70-91a3-0349ba5c4dc5 req-1ab33e06-7a66-423a-994b-4977e8813621 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 210 time: 0.0554228
Jan 18 20:12:06.586759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-9e14f6ab-ebb2-4411-8f59-b8b4ad2e2d6b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:06.588567 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-9e14f6ab-ebb2-4411-8f59-b8b4ad2e2d6b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 811 time: 0.4507546
Jan 18 20:12:06.695519 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-fd387af3-2868-459a-ac54-4d53c5b39c81 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f37c37dd62314742ace1bcb84c0d3473 HTTP/1.1" status: 200  len: 5765 time: 0.0919111
Jan 18 20:12:06.768479 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'port': {'device_id': '79bf1211-ca7e-4365-889b-870d541fc05a', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'admin_state_up': True, 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'security_groups': ['6ae26b61-bf6d-411a-9d52-e2b25733e6c5']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:12:06.930554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:12:06.943461 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:12:06.953912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Made reservation on behalf of f37c37dd62314742ace1bcb84c0d3473 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:12:06.964118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:07.312981 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Allocated IP 172.20.0.6 (fc461dca-bf55-4c88-9d4a-bd88fae2d591/469bf790-4fcd-4579-b9b3-8247924eaee9/9f41b586-4995-42a3-b901-85dfe37da708) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:12:07.572009 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cbe7ed8f-b612-4e81-87bc-316a7798a1b1 req-6ac4511d-72d0-4429-8890-cc1d75ff9c56 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 210 time: 0.0616825
Jan 18 20:12:07.590278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:07.609895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Transition to ACTIVE for port object 9f41b586-4995-42a3-b901-85dfe37da708 will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:12:07.639094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:07.654994 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:07.823735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event updated for resources: {'Port': ['ID=9f41b586-4995-42a3-b901-85dfe37da708,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:07.828984 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:07.876197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:12:07.878070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:12:07.881311 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:12:07.982749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:07.982749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:08.018227 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-74f2d710-09bf-4764-a01d-199bdc46c78d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2544265
Jan 18 20:12:08.051939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Request body: {'port': {'device_id': '79bf1211-ca7e-4365-889b-870d541fc05a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:12:08.161782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-7a3a5433-9c47-47b3-8930-3e7b9c56e451 None None] Provisioning for port 9f41b586-4995-42a3-b901-85dfe37da708 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:12:08.168082 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-7a3a5433-9c47-47b3-8930-3e7b9c56e451 None None] Provisioning complete for port 9f41b586-4995-42a3-b901-85dfe37da708 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:12:08.168527 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7a3a5433-9c47-47b3-8930-3e7b9c56e451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:08.194923 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:08.232223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a5433-9c47-47b3-8930-3e7b9c56e451 None None] Port 9f41b586-4995-42a3-b901-85dfe37da708 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:12:08.674554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f41b586-4995-42a3-b901-85dfe37da708 {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:12:08.682971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:08.697607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Transition to ACTIVE for port object 9f41b586-4995-42a3-b901-85dfe37da708 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:12:08.701581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:08.720364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:08.878912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b2168-33c5-4745-ae0c-d366cad22aaf req-d9a7f90f-3436-4a0b-9752-14b283b9c0a0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:08.880871 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4b4b2168-33c5-4745-ae0c-d366cad22aaf req-d9a7f90f-3436-4a0b-9752-14b283b9c0a0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 943 time: 0.1178031
Jan 18 20:12:08.903542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f41b586-4995-42a3-b901-85dfe37da708,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:08.907517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:08.938590 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-4b4b2168-33c5-4745-ae0c-d366cad22aaf req-2e2873ce-4c25-4ef9-8622-36b5b382a387 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0507860
Jan 18 20:12:09.115735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Attempting to bind port 9f41b586-4995-42a3-b901-85dfe37da708 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:12:09.116104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Attempting to bind port 9f41b586-4995-42a3-b901-85dfe37da708 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:12:09.116501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Attempting to bind port 9f41b586-4995-42a3-b901-85dfe37da708 on network fc461dca-bf55-4c88-9d4a-bd88fae2d591 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:12:09.122897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:12:09.123271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Checking segment: {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:12:09.123682 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:09.124079 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Bound using segment: {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:12:09.124598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Bound port: 9f41b586-4995-42a3-b901-85dfe37da708, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:12:09.124992 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:09.229750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] For port 9f41b586-4995-42a3-b901-85dfe37da708, host hv-cinder-56205, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:12:09.233655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] For port 9f41b586-4995-42a3-b901-85dfe37da708, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=9f41b586-4995-42a3-b901-85dfe37da708,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:12:09.238750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:09.283038 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-9c60275c-82bb-49bf-9ee7-7a96f250eaa7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:09.443921 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f41b586-4995-42a3-b901-85dfe37da708,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:09.452355 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:09.473679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:09.474735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:09.476868 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-a7392d86-a386-4671-a800-84e908fe48e0 service neutron] 10.222.0.72 "PUT /v2.0/ports/9f41b586-4995-42a3-b901-85dfe37da708 HTTP/1.1" status: 200  len: 1157 time: 1.4302173
Jan 18 20:12:09.476868 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bf1211-ca7e-4365-889b-870d541fc05a', 'tag': '9f41b586-4995-42a3-b901-85dfe37da708'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:12:09.542735 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bf1211-ca7e-4365-889b-870d541fc05a', 'tag': '9f41b586-4995-42a3-b901-85dfe37da708', 'status': 'completed', 'code': 200}
Jan 18 20:12:09.641063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-c0bcddfa-0921-44f6-bc0e-04081b765db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:09.642791 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-c0bcddfa-0921-44f6-bc0e-04081b765db1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 1160 time: 0.0955639
Jan 18 20:12:09.738119 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-ebe5cea8-60a8-4675-aa12-865db44079d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f41b586-4995-42a3-b901-85dfe37da708 HTTP/1.1" status: 200  len: 217 time: 0.0810108
Jan 18 20:12:09.840466 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-db9723e6-8535-422b-83f5-63cbc8ae344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:09.842093 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-db9723e6-8535-422b-83f5-63cbc8ae344b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0963104
Jan 18 20:12:09.933296 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-969c29b7-151a-4b07-8abe-1c4d4838ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:09.934957 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-969c29b7-151a-4b07-8abe-1c4d4838ffdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0874090
Jan 18 20:12:10.101165 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-4e980544-492a-4276-be80-c165ea95f4de service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607988
Jan 18 20:12:10.204061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a4317-6999-43fd-984b-7c193b67f683 req-ab3c1670-c894-4976-902b-3d78da0825ac tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:10.205818 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b70a4317-6999-43fd-984b-7c193b67f683 req-ab3c1670-c894-4976-902b-3d78da0825ac tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 943 time: 0.1119072
Jan 18 20:12:10.275451 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-94161c6e-fe87-4b19-b7f1-cf31ae815b13 req-638268fa-4919-4673-b678-21686fcbaffb service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1657693
Jan 18 20:12:10.290113 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b70a4317-6999-43fd-984b-7c193b67f683 req-86bde0c6-54db-4fb7-9aea-fd661166df5f tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0775902
Jan 18 20:12:10.443893 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500178c-0057-4cf0-a8a8-47aebe48695e req-95543031-1e8d-44af-8fc8-19561890174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:10.445978 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5500178c-0057-4cf0-a8a8-47aebe48695e req-95543031-1e8d-44af-8fc8-19561890174f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 1160 time: 0.0931978
Jan 18 20:12:10.598570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500178c-0057-4cf0-a8a8-47aebe48695e req-487b3d7f-1b34-41f7-8699-cb79af661897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:10.600185 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5500178c-0057-4cf0-a8a8-47aebe48695e req-487b3d7f-1b34-41f7-8699-cb79af661897 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.1466978
Jan 18 20:12:10.683024 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5500178c-0057-4cf0-a8a8-47aebe48695e req-117dc138-2e41-4127-b167-5a791fa758fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f41b586-4995-42a3-b901-85dfe37da708 HTTP/1.1" status: 200  len: 217 time: 0.0757437
Jan 18 20:12:10.761626 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500178c-0057-4cf0-a8a8-47aebe48695e req-800b07bf-05b4-4d9f-943d-090e7b1b5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:10.763271 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5500178c-0057-4cf0-a8a8-47aebe48695e req-800b07bf-05b4-4d9f-943d-090e7b1b5bae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0718372
Jan 18 20:12:10.873572 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500178c-0057-4cf0-a8a8-47aebe48695e req-c290d646-577f-4bda-a4b2-2bbf92a2a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:10.875711 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5500178c-0057-4cf0-a8a8-47aebe48695e req-c290d646-577f-4bda-a4b2-2bbf92a2a755 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1069722
Jan 18 20:12:11.294512 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5500178c-0057-4cf0-a8a8-47aebe48695e req-9bcdc772-a437-4da8-80bf-15f615b139f3 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4116049
Jan 18 20:12:11.464349 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5500178c-0057-4cf0-a8a8-47aebe48695e req-b4e6cce3-1ccf-4a08-9c42-686b04c5c244 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1615064
Jan 18 20:12:11.594855 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0eb20-b56e-4952-a641-266f53798650 req-2d56b479-8ef7-45e5-9ef9-b9495cc39a86 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:11.595759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-f0b0eb20-b56e-4952-a641-266f53798650 req-2d56b479-8ef7-45e5-9ef9-b9495cc39a86 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:12:11.613779 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-f0b0eb20-b56e-4952-a641-266f53798650 req-2d56b479-8ef7-45e5-9ef9-b9495cc39a86 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:12:11.615111 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f0b0eb20-b56e-4952-a641-266f53798650 req-2d56b479-8ef7-45e5-9ef9-b9495cc39a86 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 943 time: 0.1316781
Jan 18 20:12:11.673060 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f0b0eb20-b56e-4952-a641-266f53798650 req-ee98e4b3-d089-4a8a-b6d8-dd14166a4d76 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0507526
Jan 18 20:12:12.626958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6e631b09-6b30-4970-af25-bf15045605a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:12.922041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786f0bc-7115-4b42-8657-aef578ecb41c req-b1596a7a-01d9-4cb6-a2a0-f4d3e424d488 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:12.923747 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0786f0bc-7115-4b42-8657-aef578ecb41c req-b1596a7a-01d9-4cb6-a2a0-f4d3e424d488 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 943 time: 0.1082177
Jan 18 20:12:12.988511 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0786f0bc-7115-4b42-8657-aef578ecb41c req-4a58ab94-3549-47f2-95e9-b14c97ad870e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0572968
Jan 18 20:12:14.261602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09713996-bd6f-4b31-8dfe-b1d89cb21848 req-68295864-fcce-486c-8c91-902a542d6996 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:14.263357 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-09713996-bd6f-4b31-8dfe-b1d89cb21848 req-68295864-fcce-486c-8c91-902a542d6996 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 943 time: 0.1109917
Jan 18 20:12:14.319480 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-09713996-bd6f-4b31-8dfe-b1d89cb21848 req-1652a269-3af4-41cc-b9b1-adf89ec07499 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0486851
Jan 18 20:12:14.502999 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 38180) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:14.667080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-41cc239d-d044-4db2-a424-6c371e71e0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:14.684033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-41cc239d-d044-4db2-a424-6c371e71e0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:12:14.688759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-41cc239d-d044-4db2-a424-6c371e71e0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b838a42fa72949c098c6f06f833e3fbb is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:12:14.692957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-41cc239d-d044-4db2-a424-6c371e71e0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:12:14.701025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-41cc239d-d044-4db2-a424-6c371e71e0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:12:14.803699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-41cc239d-d044-4db2-a424-6c371e71e0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:14.807892 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-41cc239d-d044-4db2-a424-6c371e71e0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:14.824276 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2cbe9bae-b18f-4063-a840-20c24c71cc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:14.879711 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-41cc239d-d044-4db2-a424-6c371e71e0a6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b838a42fa72949c098c6f06f833e3fbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3754766
Jan 18 20:12:14.884264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc239d-d044-4db2-a424-6c371e71e0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991d6f8d-af65-4d95-8cc6-aefca9447aef,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:14.884264 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 38188) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:14.886962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-41cc239d-d044-4db2-a424-6c371e71e0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:14.955148 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7748a519-f127-447a-a12f-e453555bdf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:14.983645 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7748a519-f127-447a-a12f-e453555bdf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:15.035234 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7748a519-f127-447a-a12f-e453555bdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:15.043194 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-789ff913-abe7-4d27-a0b4-f9eb57ce2615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:15.060176 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748a519-f127-447a-a12f-e453555bdf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991d6f8d-af65-4d95-8cc6-aefca9447aef,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:15.068728 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7748a519-f127-447a-a12f-e453555bdf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:15.071899 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7748a519-f127-447a-a12f-e453555bdf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:15.074038 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7748a519-f127-447a-a12f-e453555bdf2a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/991d6f8d-af65-4d95-8cc6-aefca9447aef HTTP/1.1" status: 204  len: 168 time: 0.1885622
Jan 18 20:12:15.113899 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-746f6ce5-f294-4844-93b9-1ef031df71d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:15.487630 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 38198) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:15.507919 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e11620c6-a7aa-452a-8773-dd85e98bb15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:15.522580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:12:15.533209 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-e11620c6-a7aa-452a-8773-dd85e98bb15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:12:15.538118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-e11620c6-a7aa-452a-8773-dd85e98bb15e admin admin] Usage tracker for resource:security_group_rule and tenant:39085de57d7646f087e9a5bc904cf866 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:12:15.541613 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-e11620c6-a7aa-452a-8773-dd85e98bb15e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:12:15.548029 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-e11620c6-a7aa-452a-8773-dd85e98bb15e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:12:15.603898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45da982-5ebc-4a67-82ed-925fc23485fc req-ee5be4d0-a0ae-4f8b-9b79-907047018d47 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:15.605974 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a45da982-5ebc-4a67-82ed-925fc23485fc req-ee5be4d0-a0ae-4f8b-9b79-907047018d47 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 943 time: 0.1220331
Jan 18 20:12:15.650726 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e11620c6-a7aa-452a-8773-dd85e98bb15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:15.654159 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e11620c6-a7aa-452a-8773-dd85e98bb15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:15.666232 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a45da982-5ebc-4a67-82ed-925fc23485fc req-5ab423f9-31a5-465c-95ff-134db461454a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0515389
Jan 18 20:12:15.667046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b5942d2d-215f-4b4f-9ca3-c87ddf22f228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:15.717118 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-e11620c6-a7aa-452a-8773-dd85e98bb15e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=39085de57d7646f087e9a5bc904cf866&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2252288
Jan 18 20:12:15.717118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11620c6-a7aa-452a-8773-dd85e98bb15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d31a35-74db-4ecc-a660-c2d97f60cee1,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:15.720230 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e11620c6-a7aa-452a-8773-dd85e98bb15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:15.720796 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 38202) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:15.786505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:15.790979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2f597353-e068-4f55-ad8c-8ab290271377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:15.820356 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2f597353-e068-4f55-ad8c-8ab290271377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:15.876915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2f597353-e068-4f55-ad8c-8ab290271377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:15.882426 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-38e4856c-b6fb-44ba-a5fa-00624c1a262f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:15.895214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f597353-e068-4f55-ad8c-8ab290271377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d31a35-74db-4ecc-a660-c2d97f60cee1,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:15.898000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2f597353-e068-4f55-ad8c-8ab290271377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:15.904493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-2f597353-e068-4f55-ad8c-8ab290271377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:15.905776 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-2f597353-e068-4f55-ad8c-8ab290271377 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/67d31a35-74db-4ecc-a660-c2d97f60cee1 HTTP/1.1" status: 204  len: 168 time: 0.1837833
Jan 18 20:12:16.386994 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 38212) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:16.407321 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-09e9e6bf-5048-4261-886c-a9ff6b1a53a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:16.424652 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-09e9e6bf-5048-4261-886c-a9ff6b1a53a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:12:16.429075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-09e9e6bf-5048-4261-886c-a9ff6b1a53a5 admin admin] Usage tracker for resource:security_group_rule and tenant:4f970f135dc14aaab2023e56d0822854 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:12:16.432143 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-09e9e6bf-5048-4261-886c-a9ff6b1a53a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:12:16.438628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-09e9e6bf-5048-4261-886c-a9ff6b1a53a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:12:16.535962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-09e9e6bf-5048-4261-886c-a9ff6b1a53a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:16.539257 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-09e9e6bf-5048-4261-886c-a9ff6b1a53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:16.547260 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3f527896-5042-4f0c-84c4-015433f5b48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:16.605303 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9e6bf-5048-4261-886c-a9ff6b1a53a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f248db1a-cc0c-4a85-bb73-613b1f9ae4dc,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:16.609037 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-09e9e6bf-5048-4261-886c-a9ff6b1a53a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:16.611978 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-09e9e6bf-5048-4261-886c-a9ff6b1a53a5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4f970f135dc14aaab2023e56d0822854&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2238562
Jan 18 20:12:16.615343 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 38216) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:16.655283 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:16.691352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-066ea2c4-8b18-4705-a991-b3828cfddb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:16.726351 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-066ea2c4-8b18-4705-a991-b3828cfddb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:16.785136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-066ea2c4-8b18-4705-a991-b3828cfddb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:16.793474 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7748a519-f127-447a-a12f-e453555bdf2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:16.808514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ea2c4-8b18-4705-a991-b3828cfddb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f248db1a-cc0c-4a85-bb73-613b1f9ae4dc,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:16.811890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-066ea2c4-8b18-4705-a991-b3828cfddb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:16.812916 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-066ea2c4-8b18-4705-a991-b3828cfddb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:16.814200 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-066ea2c4-8b18-4705-a991-b3828cfddb08 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f248db1a-cc0c-4a85-bb73-613b1f9ae4dc HTTP/1.1" status: 204  len: 168 time: 0.1975472
Jan 18 20:12:16.932924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc7edd-d8c7-4fa5-b008-f9c3b6bce8f0 req-98500066-89f1-4221-96db-ea8abef4da06 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:16.935544 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bdcc7edd-d8c7-4fa5-b008-f9c3b6bce8f0 req-98500066-89f1-4221-96db-ea8abef4da06 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 943 time: 0.1267765
Jan 18 20:12:17.001388 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-bdcc7edd-d8c7-4fa5-b008-f9c3b6bce8f0 req-919c5b87-e81f-489b-afa2-fc9b96c97979 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0575886
Jan 18 20:12:17.328019 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:17.397057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 9f41b586-4995-42a3-b901-85dfe37da708 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:12:17.477812 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 9f41b586-4995-42a3-b901-85dfe37da708 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:12:17.483306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 9f41b586-4995-42a3-b901-85dfe37da708 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:12:17.483711 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:17.639119 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:17.692185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bf1211-ca7e-4365-889b-870d541fc05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f41b586-4995-42a3-b901-85dfe37da708'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:12:17.710125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 9f41b586-4995-42a3-b901-85dfe37da708, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=9f41b586-4995-42a3-b901-85dfe37da708,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:12:17.714858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:17.723284 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:17.801093 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bf1211-ca7e-4365-889b-870d541fc05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f41b586-4995-42a3-b901-85dfe37da708', 'code': 200}
Jan 18 20:12:17.816024 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=9f41b586-4995-42a3-b901-85dfe37da708,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:17.829303 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.829699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.830208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.830644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.831081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.831462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.831810 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.832187 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.832586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.832958 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.833376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.833744 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.834154 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.834489 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.834998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.835583 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.836083 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.836622 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.837117 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.837620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.838136 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.838739 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.839379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.839901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:17.844883 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:18.282760 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cab3a-9d75-4587-b04f-5459bd79bf2e req-39f73949-a4ac-434a-99e1-765942db57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:18.284584 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-301cab3a-9d75-4587-b04f-5459bd79bf2e req-39f73949-a4ac-434a-99e1-765942db57b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 1162 time: 0.1865497
Jan 18 20:12:18.310634 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae078e2-4cf3-4f44-8e68-860513731a86 req-8615426e-2856-4c9d-b8a9-c9d6e62f97e7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:18.312373 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8ae078e2-4cf3-4f44-8e68-860513731a86 req-8615426e-2856-4c9d-b8a9-c9d6e62f97e7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 945 time: 0.1641438
Jan 18 20:12:18.391233 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-301cab3a-9d75-4587-b04f-5459bd79bf2e req-b534cf33-6db4-4a0e-95c5-23be0260d4dc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0777419
Jan 18 20:12:18.402825 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8ae078e2-4cf3-4f44-8e68-860513731a86 req-ae339887-0605-4150-8456-fcecb7b9a97c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0718873
Jan 18 20:12:19.063945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 9f41b586-4995-42a3-b901-85dfe37da708 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:12:19.177723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 9f41b586-4995-42a3-b901-85dfe37da708 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:12:19.178140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:19.658614 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5797d-1b45-46ad-ac2e-b1b7bf5c3d89 req-bffe90bd-216c-4657-aa21-b497e884889b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:19.660790 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-42d5797d-1b45-46ad-ac2e-b1b7bf5c3d89 req-bffe90bd-216c-4657-aa21-b497e884889b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 945 time: 0.1212969
Jan 18 20:12:19.725648 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-42d5797d-1b45-46ad-ac2e-b1b7bf5c3d89 req-a0d20b10-a043-44e9-ab82-6bc6becbd392 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0530629
Jan 18 20:12:19.992008 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a039be-d73a-4d17-81b6-8d3af21cbaff req-98a4dfdb-5e0d-43b9-bb03-ba01ebeee069 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:19.993847 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d6a039be-d73a-4d17-81b6-8d3af21cbaff req-98a4dfdb-5e0d-43b9-bb03-ba01ebeee069 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 945 time: 0.1217988
Jan 18 20:12:20.055860 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d6a039be-d73a-4d17-81b6-8d3af21cbaff req-00087639-6795-4696-8555-1dd6e53ad45c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0552258
Jan 18 20:12:20.301359 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-43c178f3-bd10-445d-935b-4a4c9252ea20 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1879117
Jan 18 20:12:20.312836 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'floatingip': {'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:12:20.322656 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:12:20.332914 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:12:20.343441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:20.412062 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:20.517360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:20.828587 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Allocated IP 172.27.0.212 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/f645fc58-14fc-4ce4-badd-36ed4697f9fe) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:12:21.008346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:21.041929 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:21.055654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b6308a31-e1aa-4403-9505-8832d930fef8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:21.219747 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event updated for resources: {'Port': ['ID=f645fc58-14fc-4ce4-badd-36ed4697f9fe,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:21.224373 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:21.298689 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:12:21.299947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:12:21.302512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:12:21.403036 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:21.473882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:21.782543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:21.786486 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:21.802282 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:21.953853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event updated for resources: {'Port': ['ID=f645fc58-14fc-4ce4-badd-36ed4697f9fe,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:21.958962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:22.056242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:22.087476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:22.088831 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7805929
Jan 18 20:12:22.182272 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-2a634d2c-1a0d-4739-978d-e708867b8948 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:floatingip {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:12:22.200485 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-2a634d2c-1a0d-4739-978d-e708867b8948 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:floatingip {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:12:22.201829 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-2a634d2c-1a0d-4739-978d-e708867b8948 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.212 HTTP/1.1" status: 200  len: 696 time: 0.1061571
Jan 18 20:12:22.406823 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e18463d5-9328-4e78-a568-953f468cfd20 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:22.408441 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c5cb4957-90c7-4dc4-b38c-82f8e95ecc85 req-e18463d5-9328-4e78-a568-953f468cfd20 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 784 time: 0.2000873
Jan 18 20:12:22.644763 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749015e6-f609-4829-99f8-be1297cb31e7 req-3ad4feda-02db-4c91-8fcf-323a5584014e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:22.646526 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-749015e6-f609-4829-99f8-be1297cb31e7 req-3ad4feda-02db-4c91-8fcf-323a5584014e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1225255
Jan 18 20:12:22.753520 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-749015e6-f609-4829-99f8-be1297cb31e7 req-c0841add-4c94-48a6-9311-ebbe2548b17e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.212 HTTP/1.1" status: 200  len: 696 time: 0.0985532
Jan 18 20:12:22.764951 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-749015e6-f609-4829-99f8-be1297cb31e7 req-19b5e935-9570-483d-8ab7-998c1f25e7c9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'floatingip': {'port_id': '9f41b586-4995-42a3-b901-85dfe37da708', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:12:22.862366 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-749015e6-f609-4829-99f8-be1297cb31e7 req-19b5e935-9570-483d-8ab7-998c1f25e7c9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:23.611740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-749015e6-f609-4829-99f8-be1297cb31e7 req-19b5e935-9570-483d-8ab7-998c1f25e7c9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:23.615841 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-749015e6-f609-4829-99f8-be1297cb31e7 req-19b5e935-9570-483d-8ab7-998c1f25e7c9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:24.078285 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-749015e6-f609-4829-99f8-be1297cb31e7 req-19b5e935-9570-483d-8ab7-998c1f25e7c9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Floating IP 30da17f2-da21-4738-afe3-d8dfc85ea037 associated. External IP: 172.27.0.212, port: 9f41b586-4995-42a3-b901-85dfe37da708.
Jan 18 20:12:24.509904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-749015e6-f609-4829-99f8-be1297cb31e7 req-19b5e935-9570-483d-8ab7-998c1f25e7c9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:12:24.720118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-749015e6-f609-4829-99f8-be1297cb31e7 req-19b5e935-9570-483d-8ab7-998c1f25e7c9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:12:24.725255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-749015e6-f609-4829-99f8-be1297cb31e7 req-19b5e935-9570-483d-8ab7-998c1f25e7c9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:24.731886 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed55b0f-6b3d-4da2-a563-2a58ae4ecb8d None None] Sync routers for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:12:24.750813 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed55b0f-6b3d-4da2-a563-2a58ae4ecb8d None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:12:24.751656 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-3ed55b0f-6b3d-4da2-a563-2a58ae4ecb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98116a58>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:12:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:12:24.793305 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-749015e6-f609-4829-99f8-be1297cb31e7 req-19b5e935-9570-483d-8ab7-998c1f25e7c9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "PUT /v2.0/floatingips/30da17f2-da21-4738-afe3-d8dfc85ea037 HTTP/1.1" status: 200  len: 996 time: 2.0334544
Jan 18 20:12:24.793880 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bf1211-ca7e-4365-889b-870d541fc05a', 'tag': '9f41b586-4995-42a3-b901-85dfe37da708'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:12:24.868626 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bf1211-ca7e-4365-889b-870d541fc05a', 'tag': '9f41b586-4995-42a3-b901-85dfe37da708', 'status': 'completed', 'code': 200}
Jan 18 20:12:24.897750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749015e6-f609-4829-99f8-be1297cb31e7 req-00c2b9dc-b00c-4dd4-8bcc-366457613889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:24.899480 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-749015e6-f609-4829-99f8-be1297cb31e7 req-00c2b9dc-b00c-4dd4-8bcc-366457613889 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 1162 time: 0.0916636
Jan 18 20:12:25.027956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95758f5-746f-4d61-b2ea-a3b3dc270610 req-11acb1cb-8f75-4cad-86d5-a2810bc89dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:25.030186 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a95758f5-746f-4d61-b2ea-a3b3dc270610 req-11acb1cb-8f75-4cad-86d5-a2810bc89dae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 1162 time: 0.1080039
Jan 18 20:12:25.078595 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749015e6-f609-4829-99f8-be1297cb31e7 req-606b58a1-5906-4a1b-8f11-1c1eb6af6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:25.080387 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-749015e6-f609-4829-99f8-be1297cb31e7 req-606b58a1-5906-4a1b-8f11-1c1eb6af6701 service neutron] 10.222.0.101 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.1658759
Jan 18 20:12:25.150963 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-3ed55b0f-6b3d-4da2-a563-2a58ae4ecb8d None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:12:25.211908 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95758f5-746f-4d61-b2ea-a3b3dc270610 req-c92783a6-1a19-47e5-a136-d11bdcf67707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:25.214545 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a95758f5-746f-4d61-b2ea-a3b3dc270610 req-c92783a6-1a19-47e5-a136-d11bdcf67707 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.1788597
Jan 18 20:12:25.241270 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-749015e6-f609-4829-99f8-be1297cb31e7 req-5a813da2-c897-4ba1-a404-39f62ff3e031 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f41b586-4995-42a3-b901-85dfe37da708 HTTP/1.1" status: 200  len: 999 time: 0.1472535
Jan 18 20:12:25.327237 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749015e6-f609-4829-99f8-be1297cb31e7 req-55f597c0-56bf-42fe-ba7f-5aa07946e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:25.339766 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-749015e6-f609-4829-99f8-be1297cb31e7 req-55f597c0-56bf-42fe-ba7f-5aa07946e93e service neutron] 10.222.0.101 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0973032
Jan 18 20:12:25.370745 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a95758f5-746f-4d61-b2ea-a3b3dc270610 req-69adee39-62e6-474b-abf4-38a687d9510c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f41b586-4995-42a3-b901-85dfe37da708 HTTP/1.1" status: 200  len: 999 time: 0.1508756
Jan 18 20:12:25.458685 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749015e6-f609-4829-99f8-be1297cb31e7 req-c1101374-caff-40d6-83e4-0bef80067d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:25.461930 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-749015e6-f609-4829-99f8-be1297cb31e7 req-c1101374-caff-40d6-83e4-0bef80067d5a service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1201787
Jan 18 20:12:25.664533 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-3ed55b0f-6b3d-4da2-a563-2a58ae4ecb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98116a58>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '30da17f2-da21-4738-afe3-d8dfc85ea037', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '9f41b586-4995-42a3-b901-85dfe37da708', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:db:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf1211-ca7e-4365-889b-870d541fc05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:12:21Z', 'updated_at': '2021-01-18T20:12:23Z', 'revision_number': 1, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:12:25.671301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed55b0f-6b3d-4da2-a563-2a58ae4ecb8d None None] Checking router: 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:12:25.683199 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed55b0f-6b3d-4da2-a563-2a58ae4ecb8d None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:12:25.684281 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-3ed55b0f-6b3d-4da2-a563-2a58ae4ecb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98116a58>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:12:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:12:25.700291 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-749015e6-f609-4829-99f8-be1297cb31e7 req-e7cf3077-8acc-46a6-8bfa-108762e11a4c service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2306361
Jan 18 20:12:25.840750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95758f5-746f-4d61-b2ea-a3b3dc270610 req-c3569464-9814-4837-a0a0-9aeabd2cccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:25.843278 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a95758f5-746f-4d61-b2ea-a3b3dc270610 req-c3569464-9814-4837-a0a0-9aeabd2cccb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.4672816
Jan 18 20:12:25.946737 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-749015e6-f609-4829-99f8-be1297cb31e7 req-97d2f994-a75c-4b50-9d7e-9783c42bb904 service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2453022
Jan 18 20:12:25.980234 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95758f5-746f-4d61-b2ea-a3b3dc270610 req-5834be62-4aac-49be-a9b5-311a35cfc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:25.983220 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a95758f5-746f-4d61-b2ea-a3b3dc270610 req-5834be62-4aac-49be-a9b5-311a35cfc2a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1312354
Jan 18 20:12:26.006775 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 38384) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:26.019389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-3ed55b0f-6b3d-4da2-a563-2a58ae4ecb8d None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:12:26.178410 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a95758f5-746f-4d61-b2ea-a3b3dc270610 req-fc315513-e025-46c1-a5fc-d6445c45b4f7 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1898780
Jan 18 20:12:26.184135 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab4bb-fbc0-411f-a8e5-6b44c6c3cde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:26.205028 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-ef7ab4bb-fbc0-411f-a8e5-6b44c6c3cde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:12:26.210108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-ef7ab4bb-fbc0-411f-a8e5-6b44c6c3cde8 admin admin] Usage tracker for resource:security_group_rule and tenant:45f2ec4a99184f7da7106bc8a0ccb089 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:12:26.213610 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-ef7ab4bb-fbc0-411f-a8e5-6b44c6c3cde8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:12:26.221755 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-ef7ab4bb-fbc0-411f-a8e5-6b44c6c3cde8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:12:26.336978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab4bb-fbc0-411f-a8e5-6b44c6c3cde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:26.341178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab4bb-fbc0-411f-a8e5-6b44c6c3cde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:26.350874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3b4a3ccf-49b9-4874-ad2d-1caa813ff668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:26.373492 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a95758f5-746f-4d61-b2ea-a3b3dc270610 req-72a4a669-f3e8-4e4e-8c7f-3eb6571a0c9c service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1855130
Jan 18 20:12:26.405315 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-ef7ab4bb-fbc0-411f-a8e5-6b44c6c3cde8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=45f2ec4a99184f7da7106bc8a0ccb089&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3972976
Jan 18 20:12:26.406365 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ab4bb-fbc0-411f-a8e5-6b44c6c3cde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2549e2-d61a-422b-842d-9774f6c8e12b,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:26.409316 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 38390) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:26.410550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ef7ab4bb-fbc0-411f-a8e5-6b44c6c3cde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:26.480949 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-74de88a5-181d-4e78-bdad-dc239980c1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:26.502067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-3ed55b0f-6b3d-4da2-a563-2a58ae4ecb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98116a58>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '30da17f2-da21-4738-afe3-d8dfc85ea037', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '9f41b586-4995-42a3-b901-85dfe37da708', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:db:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf1211-ca7e-4365-889b-870d541fc05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:12:21Z', 'updated_at': '2021-01-18T20:12:23Z', 'revision_number': 1, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:12:26.507056 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed55b0f-6b3d-4da2-a563-2a58ae4ecb8d None None] The sync data for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi is: [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '30da17f2-da21-4738-afe3-d8dfc85ea037', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '9f41b586-4995-42a3-b901-85dfe37da708', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:db:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf1211-ca7e-4365-889b-870d541fc05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:12:21Z', 'updated_at': '2021-01-18T20:12:23Z', 'revision_number': 1, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:12:26.511702 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-74de88a5-181d-4e78-bdad-dc239980c1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:26.576229 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-74de88a5-181d-4e78-bdad-dc239980c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:26.582184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b65954c1-2c2d-48a9-8368-1449a5fff727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:26.596792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de88a5-181d-4e78-bdad-dc239980c1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2549e2-d61a-422b-842d-9774f6c8e12b,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:26.600152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-74de88a5-181d-4e78-bdad-dc239980c1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:26.602665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-74de88a5-181d-4e78-bdad-dc239980c1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:26.606783 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-74de88a5-181d-4e78-bdad-dc239980c1b2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bc2549e2-d61a-422b-842d-9774f6c8e12b HTTP/1.1" status: 204  len: 168 time: 0.1933858
Jan 18 20:12:26.826617 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161764d-e66f-4018-b2ab-fb6512d7aed6 None None] New status for floating IP 30da17f2-da21-4738-afe3-d8dfc85ea037: ACTIVE {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:12:27.066309 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 38402) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:27.088671 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d5baa89d-7076-4418-aad8-0f9586f1778e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:27.105957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d5baa89d-7076-4418-aad8-0f9586f1778e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:12:27.113420 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d5baa89d-7076-4418-aad8-0f9586f1778e admin admin] Usage tracker for resource:security_group_rule and tenant:8d4635dd4a0b485a9905871873784da7 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:12:27.119340 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-d5baa89d-7076-4418-aad8-0f9586f1778e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:12:27.126373 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-d5baa89d-7076-4418-aad8-0f9586f1778e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:12:27.244195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d5baa89d-7076-4418-aad8-0f9586f1778e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:27.247615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d5baa89d-7076-4418-aad8-0f9586f1778e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:27.261245 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-91763992-a803-4084-928c-8e7e0fc45d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:27.307466 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-d5baa89d-7076-4418-aad8-0f9586f1778e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8d4635dd4a0b485a9905871873784da7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2396867
Jan 18 20:12:27.309688 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baa89d-7076-4418-aad8-0f9586f1778e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faeb6d48-a075-4a05-a400-0d6051d0e6b7,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:27.311413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 38408) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:27.313790 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d5baa89d-7076-4418-aad8-0f9586f1778e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:27.396145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3ea4bba5-7463-4d2c-9884-aaca8a4ddf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:27.433360 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3ea4bba5-7463-4d2c-9884-aaca8a4ddf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:27.487623 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3ea4bba5-7463-4d2c-9884-aaca8a4ddf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:27.491617 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-066ea2c4-8b18-4705-a991-b3828cfddb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:27.506383 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4bba5-7463-4d2c-9884-aaca8a4ddf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeb6d48-a075-4a05-a400-0d6051d0e6b7,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:27.509271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3ea4bba5-7463-4d2c-9884-aaca8a4ddf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:27.518567 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3ea4bba5-7463-4d2c-9884-aaca8a4ddf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:27.519971 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-3ea4bba5-7463-4d2c-9884-aaca8a4ddf33 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/faeb6d48-a075-4a05-a400-0d6051d0e6b7 HTTP/1.1" status: 204  len: 168 time: 0.2074564
Jan 18 20:12:42.641067 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-36759ef7-35c3-4a63-9e3b-06cced29cee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:44.161602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b84f4-7b39-4f18-9e6c-6384598b7a24 req-1c4b4448-bf2f-4e2e-bb46-0d6f61775016 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:44.163348 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d37b84f4-7b39-4f18-9e6c-6384598b7a24 req-1c4b4448-bf2f-4e2e-bb46-0d6f61775016 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 946 time: 0.1086979
Jan 18 20:12:44.219991 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d37b84f4-7b39-4f18-9e6c-6384598b7a24 req-ede325b0-5bb1-4d4e-98f6-bb585cce2b92 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486648
Jan 18 20:12:45.108070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d303d125-e399-4514-91c4-1f5d25f19cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:45.577633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e117d2d-9af4-4a6d-874e-eaa1703ea1db req-f52f6240-b319-413c-ae47-3aa5508fa2a0 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:45.579549 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7e117d2d-9af4-4a6d-874e-eaa1703ea1db req-f52f6240-b319-413c-ae47-3aa5508fa2a0 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.72 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 946 time: 0.1199470
Jan 18 20:12:45.682157 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-7e117d2d-9af4-4a6d-874e-eaa1703ea1db req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Deleting port cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:12:45.682545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7e117d2d-9af4-4a6d-874e-eaa1703ea1db req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:45.710035 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f76e9-4f08-4310-8437-41bea6c5f5c5 req-07c0de40-dab1-4d7e-a035-7d130e0b6c38 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:45.712717 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d33f76e9-4f08-4310-8437-41bea6c5f5c5 req-07c0de40-dab1-4d7e-a035-7d130e0b6c38 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 946 time: 0.3524835
Jan 18 20:12:45.780777 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d33f76e9-4f08-4310-8437-41bea6c5f5c5 req-36dda052-28db-4bef-825e-17aaff36d052 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604563
Jan 18 20:12:45.804126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:46.000727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-7e117d2d-9af4-4a6d-874e-eaa1703ea1db req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] For port cfa6ab35-3bdf-462c-94eb-8d9a22d58c46, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=cfa6ab35-3bdf-462c-94eb-8d9a22d58c46,segment=NetworkSegment(e4d112b9-656c-4b60-b28f-8a6a1d6730b3),segment_id=e4d112b9-656c-4b60-b28f-8a6a1d6730b3)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:12:46.001196 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7e117d2d-9af4-4a6d-874e-eaa1703ea1db req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:46.073502 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:12:46.147515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-7e117d2d-9af4-4a6d-874e-eaa1703ea1db req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Calling delete_port for cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:12:46.216447 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:46.315352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7e117d2d-9af4-4a6d-874e-eaa1703ea1db req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:46.331887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-aab1a72f-c4af-4285-81f8-218f37ff1fb6 tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:46.400088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Pushing event deleted for resources: {'Port': ['ID=cfa6ab35-3bdf-462c-94eb-8d9a22d58c46,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:46.414792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.415205 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.415665 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.416108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.416521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.416915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.417327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.417738 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.418145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.418547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.418948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.419434 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.419788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.420192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.420620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.421022 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.421421 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.421820 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.422208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.422603 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.423005 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.423404 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.423799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.424195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:46.428512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:46.584674 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e117d2d-9af4-4a6d-874e-eaa1703ea1db req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] No DVR routers for this DVR port cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 on host hv-cinder-56205 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:12:46.587581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-7e117d2d-9af4-4a6d-874e-eaa1703ea1db req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:46.590789 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79972e5b-c043-4b96-84b6-c97101c42dad', 'name': 'network-vif-deleted', 'tag': 'cfa6ab35-3bdf-462c-94eb-8d9a22d58c46'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:12:46.618812 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7e117d2d-9af4-4a6d-874e-eaa1703ea1db req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.72 "DELETE /v2.0/ports/cfa6ab35-3bdf-462c-94eb-8d9a22d58c46 HTTP/1.1" status: 204  len: 173 time: 1.0315051
Jan 18 20:12:46.656193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:46.660217 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79972e5b-c043-4b96-84b6-c97101c42dad', 'name': 'network-vif-deleted', 'tag': 'cfa6ab35-3bdf-462c-94eb-8d9a22d58c46', 'status': 'completed', 'code': 200}
Jan 18 20:12:47.031944 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d2156701-e7c5-4a85-888b-160726bfdc67 req-b3dca390-cd73-4a74-872e-f908b5042d4e tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=79972e5b-c043-4b96-84b6-c97101c42dad HTTP/1.1" status: 200  len: 210 time: 0.0622094
Jan 18 20:12:47.337452 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:51.060891 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:52.525858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:12:52.655641 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f4733df-18d1-4a7a-a80d-4ad70d10ab41 req-7174dbea-9b0c-49ad-a311-944c06389b44 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0861962
Jan 18 20:12:52.778571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4733df-18d1-4a7a-a80d-4ad70d10ab41 req-7bde0a3e-8b8d-4316-b43a-80ad1ae4d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:52.780363 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f4733df-18d1-4a7a-a80d-4ad70d10ab41 req-7bde0a3e-8b8d-4316-b43a-80ad1ae4d890 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63b9797cef4f43b28eeee891fea4ee3d&device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 1202 time: 0.0867124
Jan 18 20:12:52.968721 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4733df-18d1-4a7a-a80d-4ad70d10ab41 req-75ce2dc3-1f45-4942-9616-fd7080135d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:52.970399 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f4733df-18d1-4a7a-a80d-4ad70d10ab41 req-75ce2dc3-1f45-4942-9616-fd7080135d46 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8 HTTP/1.1" status: 200  len: 908 time: 0.1661634
Jan 18 20:12:53.098074 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f4733df-18d1-4a7a-a80d-4ad70d10ab41 req-d722d472-adce-49f6-95af-9d4ea2b26c01 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 1001 time: 0.1215546
Jan 18 20:12:53.180949 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4733df-18d1-4a7a-a80d-4ad70d10ab41 req-bf4e3e3c-2716-4095-989b-9faf92da2e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:53.182621 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f4733df-18d1-4a7a-a80d-4ad70d10ab41 req-bf4e3e3c-2716-4095-989b-9faf92da2e55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e99f040-aeab-4fe9-8b6b-2ac3c0622142 HTTP/1.1" status: 200  len: 853 time: 0.0756283
Jan 18 20:12:53.277093 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4733df-18d1-4a7a-a80d-4ad70d10ab41 req-f988297c-c74c-4cfa-aa11-02b02a53b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:53.278769 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f4733df-18d1-4a7a-a80d-4ad70d10ab41 req-f988297c-c74c-4cfa-aa11-02b02a53b7c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0899873
Jan 18 20:12:53.447137 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-46ab83c6-28da-45fe-b7f5-96ea6c7b29fa req-355cd75b-6f38-49fb-bde5-45eeb5e54535 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-185303551&fields=id&tenant_id=63b9797cef4f43b28eeee891fea4ee3d HTTP/1.1" status: 200  len: 267 time: 0.0650949
Jan 18 20:12:53.455951 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f4733df-18d1-4a7a-a80d-4ad70d10ab41 req-1cd4c81d-5232-424e-af49-6b615b8e6395 service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666338
Jan 18 20:12:53.567486 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab83c6-28da-45fe-b7f5-96ea6c7b29fa req-fef44136-be60-4ecb-929f-98e2315f539c tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:53.569233 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-46ab83c6-28da-45fe-b7f5-96ea6c7b29fa req-fef44136-be60-4ecb-929f-98e2315f539c tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 984 time: 0.1127100
Jan 18 20:12:53.583176 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-46ab83c6-28da-45fe-b7f5-96ea6c7b29fa req-b2dc7def-6095-4ead-9bb0-1537b4169220 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Request body: {'port': {'security_groups': ['b7a3eb07-ae90-437d-a4c9-ec52c91203a4']}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:12:53.616184 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f4733df-18d1-4a7a-a80d-4ad70d10ab41 req-5783a933-88c0-4788-95f2-f4cb49ab978a service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1539810
Jan 18 20:12:53.749113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-46ab83c6-28da-45fe-b7f5-96ea6c7b29fa req-b2dc7def-6095-4ead-9bb0-1537b4169220 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:53.958246 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 38670) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:54.114419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-46ab83c6-28da-45fe-b7f5-96ea6c7b29fa req-b2dc7def-6095-4ead-9bb0-1537b4169220 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] For port 97b34215-2349-4ab0-9ec7-beb8580488e1, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=97b34215-2349-4ab0-9ec7-beb8580488e1,segment=NetworkSegment(dbc3f77b-37ab-4079-a9a0-16abe937707f),segment_id=dbc3f77b-37ab-4079-a9a0-16abe937707f)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:12:54.133145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-07e9b9f9-718a-4a25-adaa-0ac8f0d7b69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:54.143235 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-46ab83c6-28da-45fe-b7f5-96ea6c7b29fa req-b2dc7def-6095-4ead-9bb0-1537b4169220 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:54.151145 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-46ab83c6-28da-45fe-b7f5-96ea6c7b29fa req-b2dc7def-6095-4ead-9bb0-1537b4169220 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844018395'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:54.158641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-07e9b9f9-718a-4a25-adaa-0ac8f0d7b69b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:12:54.162990 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-07e9b9f9-718a-4a25-adaa-0ac8f0d7b69b admin admin] Usage tracker for resource:security_group_rule and tenant:7152aed4b75d4eeda560b2c0b41eb0fc is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:12:54.166387 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-07e9b9f9-718a-4a25-adaa-0ac8f0d7b69b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:12:54.168047 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-13bee912-10f3-488e-bae3-321812491698 tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:54.172804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-07e9b9f9-718a-4a25-adaa-0ac8f0d7b69b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:12:54.266960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-07e9b9f9-718a-4a25-adaa-0ac8f0d7b69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:54.269995 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-07e9b9f9-718a-4a25-adaa-0ac8f0d7b69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:54.283935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1ef46050-1f45-47d6-bb2e-520cf976927e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:54.328370 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-07e9b9f9-718a-4a25-adaa-0ac8f0d7b69b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7152aed4b75d4eeda560b2c0b41eb0fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3686776
Jan 18 20:12:54.330106 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9b9f9-718a-4a25-adaa-0ac8f0d7b69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83109a3-0c12-4b58-ba15-f29b340ceed1,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:54.331555 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 38678) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:12:54.333818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-07e9b9f9-718a-4a25-adaa-0ac8f0d7b69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:54.338945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc7def-6095-4ead-9bb0-1537b4169220 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Pushing event updated for resources: {'Port': ['ID=97b34215-2349-4ab0-9ec7-beb8580488e1,revision_number=6']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:54.354340 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b2dc7def-6095-4ead-9bb0-1537b4169220 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:54.449166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab83c6-28da-45fe-b7f5-96ea6c7b29fa req-b2dc7def-6095-4ead-9bb0-1537b4169220 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:54.449922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-46ab83c6-28da-45fe-b7f5-96ea6c7b29fa req-b2dc7def-6095-4ead-9bb0-1537b4169220 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:54.451517 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-46ab83c6-28da-45fe-b7f5-96ea6c7b29fa req-b2dc7def-6095-4ead-9bb0-1537b4169220 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "PUT /v2.0/ports/97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 942 time: 0.8741586
Jan 18 20:12:54.452225 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:12:54.466644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4775a8f0-beeb-4bc1-8d1a-fe07d89986aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:54.502353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4775a8f0-beeb-4bc1-8d1a-fe07d89986aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:54.530104 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1', 'status': 'completed', 'code': 200}
Jan 18 20:12:54.559523 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4775a8f0-beeb-4bc1-8d1a-fe07d89986aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:54.566616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-937297b5-1f0e-4b95-b4c1-f67d3db6cf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:54.581277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775a8f0-beeb-4bc1-8d1a-fe07d89986aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83109a3-0c12-4b58-ba15-f29b340ceed1,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:54.586765 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4775a8f0-beeb-4bc1-8d1a-fe07d89986aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:54.591571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4775a8f0-beeb-4bc1-8d1a-fe07d89986aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:54.605018 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-4775a8f0-beeb-4bc1-8d1a-fe07d89986aa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c83109a3-0c12-4b58-ba15-f29b340ceed1 HTTP/1.1" status: 204  len: 168 time: 0.2703531
Jan 18 20:12:54.651860 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0b8f-1605-4247-9b2f-107d8056f6bf req-c4f66177-69b2-4afd-9b3c-ca6b9c2d54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:54.653882 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2b4f0b8f-1605-4247-9b2f-107d8056f6bf req-c4f66177-69b2-4afd-9b3c-ca6b9c2d54a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63b9797cef4f43b28eeee891fea4ee3d&device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 1162 time: 0.0898309
Jan 18 20:12:54.701197 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-ac923f43-2b26-4062-927c-8fb680fb174e None None] Provisioning complete for port 97b34215-2349-4ab0-9ec7-beb8580488e1 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:12:54.701541 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ac923f43-2b26-4062-927c-8fb680fb174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:54.861957 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0fd14361-1cf3-482c-bd37-0d09bc70b16a req-9c3f1e39-30b8-46cd-b313-113ce9ed4722 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups/b5279e31-537e-46ba-a65b-4358d4074704 HTTP/1.1" status: 200  len: 3003 time: 0.3763819
Jan 18 20:12:54.899547 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0b8f-1605-4247-9b2f-107d8056f6bf req-1171df1f-2dac-4ca4-8709-b18d4fcba23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:54.901514 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2b4f0b8f-1605-4247-9b2f-107d8056f6bf req-1171df1f-2dac-4ca4-8709-b18d4fcba23b service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8 HTTP/1.1" status: 200  len: 908 time: 0.2433624
Jan 18 20:12:55.064924 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2b4f0b8f-1605-4247-9b2f-107d8056f6bf req-0121780d-8a33-4f3e-b45a-f27538961842 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 1001 time: 0.1495645
Jan 18 20:12:55.070327 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0fd14361-1cf3-482c-bd37-0d09bc70b16a req-3bdb6fc8-f85b-4e40-844d-f293b8294431 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:55.162193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0fd14361-1cf3-482c-bd37-0d09bc70b16a req-3bdb6fc8-f85b-4e40-844d-f293b8294431 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:55.197445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0b8f-1605-4247-9b2f-107d8056f6bf req-1cd07345-58c2-44bb-94fc-c91d1acd5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:55.199176 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2b4f0b8f-1605-4247-9b2f-107d8056f6bf req-1cd07345-58c2-44bb-94fc-c91d1acd5a92 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e99f040-aeab-4fe9-8b6b-2ac3c0622142 HTTP/1.1" status: 200  len: 853 time: 0.1257558
Jan 18 20:12:55.282862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0fd14361-1cf3-482c-bd37-0d09bc70b16a req-3bdb6fc8-f85b-4e40-844d-f293b8294431 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:55.288976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-07e9b9f9-718a-4a25-adaa-0ac8f0d7b69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:55.321029 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb6fc8-f85b-4e40-844d-f293b8294431 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5279e31-537e-46ba-a65b-4358d4074704,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:55.325116 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3bdb6fc8-f85b-4e40-844d-f293b8294431 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:55.341783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0b8f-1605-4247-9b2f-107d8056f6bf req-8e6530ef-59f0-484a-98f5-a8cfe132dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:55.344244 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2b4f0b8f-1605-4247-9b2f-107d8056f6bf req-8e6530ef-59f0-484a-98f5-a8cfe132dffc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1359472
Jan 18 20:12:55.345759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-0fd14361-1cf3-482c-bd37-0d09bc70b16a req-3bdb6fc8-f85b-4e40-844d-f293b8294431 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:55.347602 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0fd14361-1cf3-482c-bd37-0d09bc70b16a req-3bdb6fc8-f85b-4e40-844d-f293b8294431 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "DELETE /v2.0/security-groups/b5279e31-537e-46ba-a65b-4358d4074704 HTTP/1.1" status: 204  len: 173 time: 0.4662716
Jan 18 20:12:55.518161 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2b4f0b8f-1605-4247-9b2f-107d8056f6bf req-17f69afb-9016-42ba-8ae6-1c5d9079b4f2 service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568964
Jan 18 20:12:55.520147 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-ab7cf10c-86da-4a8a-b0c6-d50a1777edc3 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/floatingips/5a073ce5-9a8c-4c72-98bc-d2ab6f50ea5b HTTP/1.1" status: 200  len: 998 time: 0.1321061
Jan 18 20:12:55.692302 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2b4f0b8f-1605-4247-9b2f-107d8056f6bf req-84680607-98a7-4f8b-93a4-df8192360d54 service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1688066
Jan 18 20:12:55.985981 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3b5e623c-0688-4ee0-9feb-85238c158d03 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:55.987616 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3b5e623c-0688-4ee0-9feb-85238c158d03 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 784 time: 0.4609137
Jan 18 20:12:56.111261 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-4ccc4e44-84ab-45d3-bcb2-ea5e42654d4c tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.134 HTTP/1.1" status: 200  len: 1001 time: 0.1161206
Jan 18 20:12:56.219301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-09142120-115e-4237-8983-9bb8776476dc tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:56.220945 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-09142120-115e-4237-8983-9bb8776476dc tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports/97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 942 time: 0.1032984
Jan 18 20:12:56.423171 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-28f800a5-0949-4814-8f3c-5ec3ca328c13 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.134 HTTP/1.1" status: 200  len: 1001 time: 0.1131663
Jan 18 20:12:56.672466 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Deleting port 62e58072-b8df-4b69-a526-38c78ee8f67a {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:12:56.672985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:56.867104 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:56.867699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:57.008550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Calling delete_port for 62e58072-b8df-4b69-a526-38c78ee8f67a owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:12:57.180413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:57.197429 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b2d7d1e5-038e-42a2-99db-17498efc8ff9 tempest-VolumesActionsTest-1099150261 tempest-VolumesActionsTest-1099150261] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:12:57.256645 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Pushing event deleted for resources: {'Port': ['ID=62e58072-b8df-4b69-a526-38c78ee8f67a,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:12:57.272505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.272927 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.273310 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.273725 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.274132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.274524 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.275274 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.275681 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.276083 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.276550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.276927 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.277328 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.277774 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.278255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.278554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.278940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.279323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.279695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.280093 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.280498 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.280895 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.281280 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.281661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.282041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:12:57.332137 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:12:57.459219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:57.459614 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Floating IP 5a073ce5-9a8c-4c72-98bc-d2ab6f50ea5b disassociated (deleted). External IP: 172.27.0.134, port: 97b34215-2349-4ab0-9ec7-beb8580488e1.
Jan 18 20:12:57.836818 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 97b34215-2349-4ab0-9ec7-beb8580488e1 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:12:57.878047 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Router 5700de0b-2b7f-4f9f-911f-8f869ffe396f has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:12:57.924035 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 97b34215-2349-4ab0-9ec7-beb8580488e1 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:12:57.924708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:58.089217 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:12:58.099214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb206a-7295-4290-9e9d-8601562389b6 None None] Sync routers for ids ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:12:58.109493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb206a-7295-4290-9e9d-8601562389b6 None None] Routers {'5700de0b-2b7f-4f9f-911f-8f869ffe396f'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:12:58.110132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-57fb206a-7295-4290-9e9d-8601562389b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b936f56a0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:12:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:12:58.120639 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:12:58.186819 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-3df1c378-0436-4b83-a4ac-c8a52e5dc8be tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "DELETE /v2.0/floatingips/5a073ce5-9a8c-4c72-98bc-d2ab6f50ea5b HTTP/1.1" status: 204  len: 173 time: 1.7568645
Jan 18 20:12:58.187392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:12:58.255858 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1', 'status': 'completed', 'code': 200}
Jan 18 20:12:58.293870 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-b8e15243-03d9-4de0-b276-3d50b24edcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:58.295558 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-b8e15243-03d9-4de0-b276-3d50b24edcac service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=63b9797cef4f43b28eeee891fea4ee3d&device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 1162 time: 0.0939472
Jan 18 20:12:58.312165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-57fb206a-7295-4290-9e9d-8601562389b6 None None] Set router 5700de0b-2b7f-4f9f-911f-8f869ffe396f gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:12:58.388383 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5ea38-9e61-4a0c-b706-51a90fcd452e req-7bf44400-a6ca-4208-b1fe-f97a43d2a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:58.390509 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ac5ea38-9e61-4a0c-b706-51a90fcd452e req-7bf44400-a6ca-4208-b1fe-f97a43d2a241 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=63b9797cef4f43b28eeee891fea4ee3d&device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 1162 time: 0.0948198
Jan 18 20:12:58.458998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-283f8471-b418-48d6-b329-8b79d7f91559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:58.461041 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-283f8471-b418-48d6-b329-8b79d7f91559 service neutron] 10.222.0.101 "GET /v2.0/networks?id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8 HTTP/1.1" status: 200  len: 908 time: 0.1583350
Jan 18 20:12:58.537714 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-691cbf1d-083d-4b8c-ac2e-8ae13250a62c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 217 time: 0.0688300
Jan 18 20:12:58.556592 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5ea38-9e61-4a0c-b706-51a90fcd452e req-43e23b11-f3ca-4991-9f65-83087337056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:58.558963 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ac5ea38-9e61-4a0c-b706-51a90fcd452e req-43e23b11-f3ca-4991-9f65-83087337056f service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8 HTTP/1.1" status: 200  len: 908 time: 0.1597564
Jan 18 20:12:58.616462 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-ac74c230-f508-4896-abc0-4761df63df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:58.618711 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-ac74c230-f508-4896-abc0-4761df63df99 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=8e99f040-aeab-4fe9-8b6b-2ac3c0622142 HTTP/1.1" status: 200  len: 853 time: 0.0726531
Jan 18 20:12:58.652061 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ac5ea38-9e61-4a0c-b706-51a90fcd452e req-4179c28a-ce7e-4a96-89be-ec4e23e10ac1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 200  len: 217 time: 0.0828826
Jan 18 20:12:58.706193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-57fb206a-7295-4290-9e9d-8601562389b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b936f56a0>, [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:10:08Z', 'revision_number': 4, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'd92fd625-2143-4d83-b2b0-4db4562d5c10', 'name': '', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'mac_address': 'fa:16:3e:59:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:07Z', 'updated_at': '2021-01-18T20:10:15Z', 'revision_number': 5, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'subnets': [{'id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:12:58.711484 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb206a-7295-4290-9e9d-8601562389b6 None None] Checking router: 5700de0b-2b7f-4f9f-911f-8f869ffe396f for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:12:58.722978 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb206a-7295-4290-9e9d-8601562389b6 None None] Routers {'5700de0b-2b7f-4f9f-911f-8f869ffe396f'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:12:58.723675 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-57fb206a-7295-4290-9e9d-8601562389b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b936f56a0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:12:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:12:58.740267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-8bcbd8b3-1d71-49ac-910d-ad58edbe82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:58.742469 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-8bcbd8b3-1d71-49ac-910d-ad58edbe82b6 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1080067
Jan 18 20:12:58.763292 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5ea38-9e61-4a0c-b706-51a90fcd452e req-581a4a24-63f7-46ca-9c6a-a2f148c014f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:58.765262 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ac5ea38-9e61-4a0c-b706-51a90fcd452e req-581a4a24-63f7-46ca-9c6a-a2f148c014f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e99f040-aeab-4fe9-8b6b-2ac3c0622142 HTTP/1.1" status: 200  len: 853 time: 0.1020193
Jan 18 20:12:58.923836 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-1dca87c9-b1ce-4ccb-8ba2-543c6f18ea15 service neutron] 10.222.0.101 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729999
Jan 18 20:12:58.966619 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-57fb206a-7295-4290-9e9d-8601562389b6 None None] Set router 5700de0b-2b7f-4f9f-911f-8f869ffe396f gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:12:58.989844 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5ea38-9e61-4a0c-b706-51a90fcd452e req-8311cfca-b84f-43fb-b18b-94794ef56c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:58.991502 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ac5ea38-9e61-4a0c-b706-51a90fcd452e req-8311cfca-b84f-43fb-b18b-94794ef56c93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bae5162-0a48-4df6-a015-bf35f2ebe5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2189500
Jan 18 20:12:59.094390 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-fa5e0323-7b88-4c77-b484-40e17bac0f17 req-cf3d24d3-fcf2-456f-a375-6aa2fae88c76 service neutron] 10.222.0.101 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1610594
Jan 18 20:12:59.331124 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-9d4006f7-b831-4f0a-a34d-e49d7d329266 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:12:59.332822 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-9d4006f7-b831-4f0a-a34d-e49d7d329266 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/networks?id=131bba02-f091-43d1-bee5-f2a67258b1cc HTTP/1.1" status: 200  len: 813 time: 0.4991088
Jan 18 20:12:59.429646 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-411b55b3-f612-4354-93a4-2b7cae54a0a9 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/quotas/d8ac411294184a9f9288bb18360c47a9 HTTP/1.1" status: 200  len: 375 time: 0.0185418
Jan 18 20:12:59.505673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-d20c5a38-f354-49b5-9755-532cd226a42d tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Synchronizing usage tracker for tenant:d8ac411294184a9f9288bb18360c47a9 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:12:59.565795 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-d20c5a38-f354-49b5-9755-532cd226a42d tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Unset dirty status for tenant:d8ac411294184a9f9288bb18360c47a9 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:12:59.577207 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-d20c5a38-f354-49b5-9755-532cd226a42d tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?tenant_id=d8ac411294184a9f9288bb18360c47a9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1461840
Jan 18 20:12:59.586389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-97fd25de-5644-4e49-82c1-1fbabbb5589c service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 20:12:59.594602 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-97fd25de-5644-4e49-82c1-1fbabbb5589c service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0157759
Jan 18 20:12:59.697354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-57fb206a-7295-4290-9e9d-8601562389b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b936f56a0>, [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:10:08Z', 'revision_number': 4, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'd92fd625-2143-4d83-b2b0-4db4562d5c10', 'name': '', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'mac_address': 'fa:16:3e:59:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:07Z', 'updated_at': '2021-01-18T20:10:15Z', 'revision_number': 5, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'subnets': [{'id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:12:59.703881 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb206a-7295-4290-9e9d-8601562389b6 None None] The sync data for ids ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'] in dv-cinder-562053-17-iscsi is: [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:10:08Z', 'revision_number': 4, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'd92fd625-2143-4d83-b2b0-4db4562d5c10', 'name': '', 'network_id': '6bae5162-0a48-4df6-a015-bf35f2ebe5b8', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'mac_address': 'fa:16:3e:59:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:07Z', 'updated_at': '2021-01-18T20:10:15Z', 'revision_number': 5, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'subnets': [{'id': '8e99f040-aeab-4fe9-8b6b-2ac3c0622142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:12:59.758888 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ac5ea38-9e61-4a0c-b706-51a90fcd452e req-6e87f3af-14b7-419a-a9fc-0e6914ccd0bb service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7597330
Jan 18 20:12:59.840300 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-9fba15f2-d8fd-4f12-82b1-e591cff13373 service neutron] 10.222.0.101 "GET /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2446983
Jan 18 20:13:00.062638 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ac5ea38-9e61-4a0c-b706-51a90fcd452e req-27e3cf41-6c88-4c01-8e7d-c36372000607 service neutron] 10.222.0.72 "GET /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2842956
Jan 18 20:13:00.095994 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-399ac786-5200-4b17-a4e3-e0ced8131039 service neutron] 10.222.0.101 "GET /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1922638
Jan 18 20:13:00.135632 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0189c10b-f8b6-4af8-bc08-003ab93509ae None None] New status for floating IP 5a073ce5-9a8c-4c72-98bc-d2ab6f50ea5b: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:13:00.362615 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-a19382a7-341a-4fd6-ab01-9d5c4f3ca1af req-4ba789cf-245b-46ba-827e-2ba248268e59 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 210 time: 0.0584135
Jan 18 20:13:01.564708 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-7d9e08de-ad35-458e-a5a2-c57547c2fbcb req-0e8ce48f-2ac1-4ec2-af0b-1104e78a6eac tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 210 time: 0.0570438
Jan 18 20:13:01.703506 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-7276618f-f65d-4306-ae65-6bb7c48bbf5c tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:01.705112 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-7276618f-f65d-4306-ae65-6bb7c48bbf5c tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.72 "GET /v2.0/networks?id=131bba02-f091-43d1-bee5-f2a67258b1cc HTTP/1.1" status: 200  len: 813 time: 0.1891925
Jan 18 20:13:01.735279 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Request body: {'port': {'device_id': 'e47c81fb-9ea2-4911-bf5b-894e9605ebf2', 'network_id': '131bba02-f091-43d1-bee5-f2a67258b1cc', 'admin_state_up': True, 'tenant_id': 'd8ac411294184a9f9288bb18360c47a9'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:13:01.908799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:13:01.919903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:13:01.932644 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Made reservation on behalf of d8ac411294184a9f9288bb18360c47a9 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:13:01.942930 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:02.309437 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Allocated IP 172.20.0.14 (131bba02-f091-43d1-bee5-f2a67258b1cc/5407a46e-b186-4f60-bb48-614957702001/6dc45749-d81d-4690-be1f-f56b82cf6123) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:13:02.540431 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:02.579247 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:02.597203 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2c108037-228b-4c95-bbc8-c2cee0a58c16 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:02.796386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Pushing event updated for resources: {'Port': ['ID=6dc45749-d81d-4690-be1f-f56b82cf6123,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:02.799955 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:02.879253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Network 131bba02-f091-43d1-bee5-f2a67258b1cc is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:13:02.881974 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:13:02.884903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:13:02.935600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfeb3d5-b49d-49eb-bee5-c3396523cf3a req-eb02277f-7937-4a8d-960e-95681359b2c6 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:02.937378 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-adfeb3d5-b49d-49eb-bee5-c3396523cf3a req-eb02277f-7937-4a8d-960e-95681359b2c6 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 932 time: 0.2088945
Jan 18 20:13:03.021016 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:03.021611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:03.043519 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-adfeb3d5-b49d-49eb-bee5-c3396523cf3a req-46846145-9240-49bd-9912-6db55bcd09c0 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952551
Jan 18 20:13:03.070247 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5bf6e5c7-bfa8-4223-92e6-4a7d9475bbc3 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3396909
Jan 18 20:13:03.093354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-bb63e599-41eb-4690-ba5d-ad7b49380f3a tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 20:13:03.094413 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-bb63e599-41eb-4690-ba5d-ad7b49380f3a tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0065224
Jan 18 20:13:03.106964 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Request body: {'port': {'device_id': 'e47c81fb-9ea2-4911-bf5b-894e9605ebf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:13:03.239628 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:03.795436 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc45749-d81d-4690-be1f-f56b82cf6123 {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:13:03.806756 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:03.826751 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Transition to ACTIVE for port object 6dc45749-d81d-4690-be1f-f56b82cf6123 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:13:03.830234 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:03.849144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d52afd0a-68d6-4301-ac21-a19e4b0981d8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:03.950440 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3cf99-1c6f-480b-9c8b-7a7286cf423f req-f964764c-892e-4363-9110-80aca89f9f2b tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:03.952203 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f7b3cf99-1c6f-480b-9c8b-7a7286cf423f req-f964764c-892e-4363-9110-80aca89f9f2b tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 945 time: 0.2498007
Jan 18 20:13:04.313002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abe440-8c24-405c-b237-216551e6853b service neutron] Pushing event updated for resources: {'Port': ['ID=6dc45749-d81d-4690-be1f-f56b82cf6123,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:04.313705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d86bca-bbb8-47f1-826b-72db8af25c88 req-4c5b4e7a-aba7-4dcc-8cc1-796740037e11 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:04.316585 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c6d86bca-bbb8-47f1-826b-72db8af25c88 req-4c5b4e7a-aba7-4dcc-8cc1-796740037e11 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 944 time: 0.1182356
Jan 18 20:13:04.319504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-66abe440-8c24-405c-b237-216551e6853b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:04.360554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-f7b3cf99-1c6f-480b-9c8b-7a7286cf423f req-5c58903a-d610-48a5-9a61-56ee63f13add tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Synchronizing usage tracker for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:13:04.384355 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c6d86bca-bbb8-47f1-826b-72db8af25c88 req-f2c2b2d3-3b0e-4da7-a000-0760b981c2ae tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572193
Jan 18 20:13:04.443253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-f7b3cf99-1c6f-480b-9c8b-7a7286cf423f req-5c58903a-d610-48a5-9a61-56ee63f13add tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Unset dirty status for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:13:04.444589 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f7b3cf99-1c6f-480b-9c8b-7a7286cf423f req-5c58903a-d610-48a5-9a61-56ee63f13add tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4325807
Jan 18 20:13:04.539417 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Attempting to bind port 6dc45749-d81d-4690-be1f-f56b82cf6123 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:13:04.539794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Attempting to bind port 6dc45749-d81d-4690-be1f-f56b82cf6123 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'e4d112b9-656c-4b60-b28f-8a6a1d6730b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '131bba02-f091-43d1-bee5-f2a67258b1cc'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:13:04.540135 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Attempting to bind port 6dc45749-d81d-4690-be1f-f56b82cf6123 on network 131bba02-f091-43d1-bee5-f2a67258b1cc {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:13:04.547041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:13:04.547386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Checking segment: {'id': 'e4d112b9-656c-4b60-b28f-8a6a1d6730b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '131bba02-f091-43d1-bee5-f2a67258b1cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:13:04.547827 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:04.548225 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Bound using segment: {'id': 'e4d112b9-656c-4b60-b28f-8a6a1d6730b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '131bba02-f091-43d1-bee5-f2a67258b1cc'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:13:04.548736 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Bound port: 6dc45749-d81d-4690-be1f-f56b82cf6123, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d112b9-656c-4b60-b28f-8a6a1d6730b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '131bba02-f091-43d1-bee5-f2a67258b1cc'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:13:04.549121 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:04.654088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] For port 6dc45749-d81d-4690-be1f-f56b82cf6123, host hv-cinder-56205, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:13:04.657735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] For port 6dc45749-d81d-4690-be1f-f56b82cf6123, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=6dc45749-d81d-4690-be1f-f56b82cf6123,segment=NetworkSegment(e4d112b9-656c-4b60-b28f-8a6a1d6730b3),segment_id=e4d112b9-656c-4b60-b28f-8a6a1d6730b3)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:13:04.662179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:04.678113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-27b2a621-3292-48a5-bf83-671187e91bbe tempest-AttachVolumeShelveTestJSON-773167194 tempest-AttachVolumeShelveTestJSON-773167194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:04.836839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abe440-8c24-405c-b237-216551e6853b service neutron] Pushing event updated for resources: {'Port': ['ID=6dc45749-d81d-4690-be1f-f56b82cf6123,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:04.842599 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-66abe440-8c24-405c-b237-216551e6853b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:04.877807 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:04.878472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:04.879976 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-66abe440-8c24-405c-b237-216551e6853b service neutron] 10.222.0.72 "PUT /v2.0/ports/6dc45749-d81d-4690-be1f-f56b82cf6123 HTTP/1.1" status: 200  len: 1158 time: 1.7774894
Jan 18 20:13:04.880552 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47c81fb-9ea2-4911-bf5b-894e9605ebf2', 'tag': '6dc45749-d81d-4690-be1f-f56b82cf6123'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:13:04.976635 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47c81fb-9ea2-4911-bf5b-894e9605ebf2', 'tag': '6dc45749-d81d-4690-be1f-f56b82cf6123', 'status': 'completed', 'code': 200}
Jan 18 20:13:05.023141 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-b0cececa-87b4-497c-a934-3787a7bf4ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:05.024859 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-b0cececa-87b4-497c-a934-3787a7bf4ca0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8ac411294184a9f9288bb18360c47a9&device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 1161 time: 0.0867133
Jan 18 20:13:05.120157 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-b0807645-d704-46c0-bbc5-617850a59bde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc45749-d81d-4690-be1f-f56b82cf6123 HTTP/1.1" status: 200  len: 217 time: 0.0845585
Jan 18 20:13:05.224590 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-a5a65f9d-4d46-46a2-bcdd-5bf77c9cfddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:05.226246 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-a5a65f9d-4d46-46a2-bcdd-5bf77c9cfddf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5407a46e-b186-4f60-bb48-614957702001 HTTP/1.1" status: 200  len: 853 time: 0.0746081
Jan 18 20:13:05.296248 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-5f748a64-9d99-4f51-9acd-54b3052a5869 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131bba02-f091-43d1-bee5-f2a67258b1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609818
Jan 18 20:13:05.305627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-09416310-c569-4568-8c5e-f43ad4ad20fa tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:05.306571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-09416310-c569-4568-8c5e-f43ad4ad20fa tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Synchronizing usage tracker for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:13:05.325019 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-09416310-c569-4568-8c5e-f43ad4ad20fa tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Unset dirty status for tenant:63b9797cef4f43b28eeee891fea4ee3d on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:13:05.326615 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-09416310-c569-4568-8c5e-f43ad4ad20fa tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.72 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 945 time: 0.1280210
Jan 18 20:13:05.411648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-85bcccfe-1871-41c9-89cd-658056826583 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Deleting port 97b34215-2349-4ab0-9ec7-beb8580488e1 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:13:05.412086 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-85bcccfe-1871-41c9-89cd-658056826583 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:05.462656 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-bed161ca-de5d-45ed-9636-fbd8b80d3719 service neutron] 10.222.0.72 "GET /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520045
Jan 18 20:13:05.700275 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-aaf4f870-fd3f-484a-9610-c2d4cd24cce4 req-555b5cea-a3ca-44d5-b1af-fc114d6c96b6 service neutron] 10.222.0.72 "GET /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2292137
Jan 18 20:13:05.750615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb5a21-5c06-491d-b423-044068cb2e04 req-567e580b-59d9-44e1-a01b-f8da8aea3a4a tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:05.751519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b3bb5a21-5c06-491d-b423-044068cb2e04 req-567e580b-59d9-44e1-a01b-f8da8aea3a4a tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Synchronizing usage tracker for tenant:d8ac411294184a9f9288bb18360c47a9 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:13:05.754374 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 38888) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:13:05.779928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b3bb5a21-5c06-491d-b423-044068cb2e04 req-567e580b-59d9-44e1-a01b-f8da8aea3a4a tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Unset dirty status for tenant:d8ac411294184a9f9288bb18360c47a9 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:13:05.781343 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b3bb5a21-5c06-491d-b423-044068cb2e04 req-567e580b-59d9-44e1-a01b-f8da8aea3a4a tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 944 time: 0.2004666
Jan 18 20:13:05.913024 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b3bb5a21-5c06-491d-b423-044068cb2e04 req-b8a6d0d2-3dc1-413e-bd20-e68c266ed178 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195180
Jan 18 20:13:05.954083 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68209c6b-4d64-4978-8236-6faee961f815 req-f4805b94-b213-478d-9e26-23c283e62025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:05.955793 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68209c6b-4d64-4978-8236-6faee961f815 req-f4805b94-b213-478d-9e26-23c283e62025 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8ac411294184a9f9288bb18360c47a9&device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 1161 time: 0.1461902
Jan 18 20:13:05.958889 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f4dff181-4b19-4619-af4a-e05f0989587e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:06.005398 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-f4dff181-4b19-4619-af4a-e05f0989587e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:13:06.022454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-f4dff181-4b19-4619-af4a-e05f0989587e admin admin] Usage tracker for resource:security_group_rule and tenant:510b55349dc44a37b2e80062e5cb6eb8 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:13:06.027469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-f4dff181-4b19-4619-af4a-e05f0989587e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:13:06.086976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-f4dff181-4b19-4619-af4a-e05f0989587e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:13:06.112797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-85bcccfe-1871-41c9-89cd-658056826583 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] For port 97b34215-2349-4ab0-9ec7-beb8580488e1, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=97b34215-2349-4ab0-9ec7-beb8580488e1,segment=NetworkSegment(dbc3f77b-37ab-4079-a9a0-16abe937707f),segment_id=dbc3f77b-37ab-4079-a9a0-16abe937707f)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:13:06.113219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-85bcccfe-1871-41c9-89cd-658056826583 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:06.161579 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68209c6b-4d64-4978-8236-6faee961f815 req-622d7d69-fd08-4e63-8c80-4610f21eb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:06.163235 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68209c6b-4d64-4978-8236-6faee961f815 req-622d7d69-fd08-4e63-8c80-4610f21eb473 service neutron] 10.222.0.72 "GET /v2.0/networks?id=131bba02-f091-43d1-bee5-f2a67258b1cc HTTP/1.1" status: 200  len: 907 time: 0.1939147
Jan 18 20:13:06.247893 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68209c6b-4d64-4978-8236-6faee961f815 req-b7f73aa1-8471-4dd8-bbe7-bf22a047284a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dc45749-d81d-4690-be1f-f56b82cf6123 HTTP/1.1" status: 200  len: 217 time: 0.0783660
Jan 18 20:13:06.267980 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb095d-4b6e-4365-8bc4-45cb0bbfc705 req-dc08adc4-6129-4eb7-b6e6-07763933fae0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:06.269700 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ddfb095d-4b6e-4365-8bc4-45cb0bbfc705 req-dc08adc4-6129-4eb7-b6e6-07763933fae0 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/ports?device_id=e7a565a9-67e3-487d-be67-380dd05c8790 HTTP/1.1" status: 200  len: 945 time: 0.6588953
Jan 18 20:13:06.277763 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-85bcccfe-1871-41c9-89cd-658056826583 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Calling delete_port for 97b34215-2349-4ab0-9ec7-beb8580488e1 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:13:06.358571 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68209c6b-4d64-4978-8236-6faee961f815 req-d437c251-5e2d-4887-8a6e-78006756018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:06.360196 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68209c6b-4d64-4978-8236-6faee961f815 req-d437c251-5e2d-4887-8a6e-78006756018e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5407a46e-b186-4f60-bb48-614957702001 HTTP/1.1" status: 200  len: 853 time: 0.1055555
Jan 18 20:13:06.362317 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f4dff181-4b19-4619-af4a-e05f0989587e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:06.366513 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f4dff181-4b19-4619-af4a-e05f0989587e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:06.375871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-74584577-e4db-4546-85cb-a1efc0725de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:06.400491 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ddfb095d-4b6e-4365-8bc4-45cb0bbfc705 req-84f8c13c-eb21-48d1-bcd9-235063923eac tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.101 "GET /v2.0/security-groups?id=b7a3eb07-ae90-437d-a4c9-ec52c91203a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914538
Jan 18 20:13:06.409837 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 97b34215-2349-4ab0-9ec7-beb8580488e1 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:13:06.480156 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68209c6b-4d64-4978-8236-6faee961f815 req-4da124e8-1497-4d07-9214-2c9f01bf90f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131bba02-f091-43d1-bee5-f2a67258b1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1053786
Jan 18 20:13:06.488563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-85bcccfe-1871-41c9-89cd-658056826583 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:06.505115 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8a97e715-1044-4b5d-b3f8-7511799f8e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:06.519068 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f4dff181-4b19-4619-af4a-e05f0989587e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=510b55349dc44a37b2e80062e5cb6eb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7603185
Jan 18 20:13:06.520393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 38894) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:13:06.520727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Port 97b34215-2349-4ab0-9ec7-beb8580488e1 update to DOWN by agent not found {{(pid=80181) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}}
Jan 18 20:13:06.526147 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dff181-4b19-4619-af4a-e05f0989587e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f7dd45-24cc-4e22-85fc-67972b57e3e4,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:06.529714 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f4dff181-4b19-4619-af4a-e05f0989587e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:06.573190 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcccfe-1871-41c9-89cd-658056826583 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Pushing event deleted for resources: {'Port': ['ID=97b34215-2349-4ab0-9ec7-beb8580488e1,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:06.577723 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-85bcccfe-1871-41c9-89cd-658056826583 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:06.712149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-663949ed-3384-4e10-932e-509672c97099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:06.725402 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68209c6b-4d64-4978-8236-6faee961f815 req-796d2bdf-25b5-424a-a025-3d79f78e9499 service neutron] 10.222.0.72 "GET /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2369487
Jan 18 20:13:06.733268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-85bcccfe-1871-41c9-89cd-658056826583 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] No DVR routers for this DVR port 97b34215-2349-4ab0-9ec7-beb8580488e1 on host hv-cinder-56205 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:13:06.736048 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-85bcccfe-1871-41c9-89cd-658056826583 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:06.739064 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'name': 'network-vif-deleted', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:13:06.756514 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ddc7a515-0bc9-4da8-bec9-18e8fe08fb60 req-85bcccfe-1871-41c9-89cd-658056826583 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] 10.222.0.72 "DELETE /v2.0/ports/97b34215-2349-4ab0-9ec7-beb8580488e1 HTTP/1.1" status: 204  len: 173 time: 1.4222298
Jan 18 20:13:06.789472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-663949ed-3384-4e10-932e-509672c97099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:06.812593 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a565a9-67e3-487d-be67-380dd05c8790', 'name': 'network-vif-deleted', 'tag': '97b34215-2349-4ab0-9ec7-beb8580488e1', 'status': 'completed', 'code': 200}
Jan 18 20:13:06.923945 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-68209c6b-4d64-4978-8236-6faee961f815 req-6d167392-c7e0-4823-a7ea-c6f0e44ba3e8 service neutron] 10.222.0.72 "GET /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1920805
Jan 18 20:13:06.931218 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-663949ed-3384-4e10-932e-509672c97099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:06.939839 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bdc453c7-0095-4bcd-9b87-5a834dc3aeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:06.955972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663949ed-3384-4e10-932e-509672c97099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f7dd45-24cc-4e22-85fc-67972b57e3e4,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:06.959480 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-663949ed-3384-4e10-932e-509672c97099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:06.960441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-663949ed-3384-4e10-932e-509672c97099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:06.964785 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-663949ed-3384-4e10-932e-509672c97099 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/71f7dd45-24cc-4e22-85fc-67972b57e3e4 HTTP/1.1" status: 204  len: 168 time: 0.4308157
Jan 18 20:13:07.183267 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599a5fa-de5f-4024-881a-91ccbde141f9 req-9831d306-d251-492f-b6ab-b95da913fc9c tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:07.185633 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f599a5fa-de5f-4024-881a-91ccbde141f9 req-9831d306-d251-492f-b6ab-b95da913fc9c tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 944 time: 0.1249108
Jan 18 20:13:07.259068 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f599a5fa-de5f-4024-881a-91ccbde141f9 req-e0cc162b-da5a-4859-8b1c-c6da6d70adab tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669436
Jan 18 20:13:07.367392 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 38906) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:13:07.387979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e155cdb-6e30-4ce2-ab79-fb8c07dc183e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:07.404225 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-7e155cdb-6e30-4ce2-ab79-fb8c07dc183e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:13:07.409259 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-7e155cdb-6e30-4ce2-ab79-fb8c07dc183e admin admin] Usage tracker for resource:security_group_rule and tenant:7ee41e00ca6d4f8fb96ee4a74a9c09d7 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:13:07.412906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-7e155cdb-6e30-4ce2-ab79-fb8c07dc183e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:13:07.419566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-7e155cdb-6e30-4ce2-ab79-fb8c07dc183e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:13:07.520784 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e155cdb-6e30-4ce2-ab79-fb8c07dc183e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:07.524175 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7e155cdb-6e30-4ce2-ab79-fb8c07dc183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:07.532799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3ea4bba5-7463-4d2c-9884-aaca8a4ddf33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:07.579984 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e155cdb-6e30-4ce2-ab79-fb8c07dc183e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e156b192-9943-4eec-9e45-b7b5c9074376,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:07.586534 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7e155cdb-6e30-4ce2-ab79-fb8c07dc183e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7ee41e00ca6d4f8fb96ee4a74a9c09d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2165761
Jan 18 20:13:07.586534 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-7e155cdb-6e30-4ce2-ab79-fb8c07dc183e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:07.588551 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 38918) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:13:07.658991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-decb59c3-6799-4e11-8438-5ec0ad510135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:07.690110 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-decb59c3-6799-4e11-8438-5ec0ad510135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:07.742655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-decb59c3-6799-4e11-8438-5ec0ad510135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:07.748973 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-034b767a-1522-4a08-b798-bfdcb9d8555c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:07.765191 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb59c3-6799-4e11-8438-5ec0ad510135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e156b192-9943-4eec-9e45-b7b5c9074376,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:07.767761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-decb59c3-6799-4e11-8438-5ec0ad510135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:07.769027 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-decb59c3-6799-4e11-8438-5ec0ad510135 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e156b192-9943-4eec-9e45-b7b5c9074376 HTTP/1.1" status: 204  len: 168 time: 0.1793308
Jan 18 20:13:07.770316 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-decb59c3-6799-4e11-8438-5ec0ad510135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:08.293557 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 38966) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:13:08.321749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-820025f7-d69f-4367-a9b3-3ccaac90c42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:08.339526 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-820025f7-d69f-4367-a9b3-3ccaac90c42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:13:08.344150 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-820025f7-d69f-4367-a9b3-3ccaac90c42e admin admin] Usage tracker for resource:security_group_rule and tenant:55066948da60467f9c22ddfbbab26c35 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 18 20:13:08.348040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [None req-820025f7-d69f-4367-a9b3-3ccaac90c42e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 18 20:13:08.356998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [None req-820025f7-d69f-4367-a9b3-3ccaac90c42e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:13:08.375831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 38970) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:13:08.472515 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-820025f7-d69f-4367-a9b3-3ccaac90c42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:08.475884 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-820025f7-d69f-4367-a9b3-3ccaac90c42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:08.484016 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d089c70d-cc0b-4daf-a84b-d531af27ab31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:08.530853 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-820025f7-d69f-4367-a9b3-3ccaac90c42e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=55066948da60467f9c22ddfbbab26c35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2348843
Jan 18 20:13:08.531494 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820025f7-d69f-4367-a9b3-3ccaac90c42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5cbd60-f1b9-4902-9697-4670a5106107,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:08.535092 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-820025f7-d69f-4367-a9b3-3ccaac90c42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:08.535830 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 38974) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:13:08.602902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-71cb61d5-1ac1-49d6-b291-6d5aea05ba57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:08.632848 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-71cb61d5-1ac1-49d6-b291-6d5aea05ba57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:08.690250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-71cb61d5-1ac1-49d6-b291-6d5aea05ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:08.694716 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-44a51b97-8dd7-4950-a271-5a26424c059e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:08.707152 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb61d5-1ac1-49d6-b291-6d5aea05ba57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5cbd60-f1b9-4902-9697-4670a5106107,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:08.714469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-71cb61d5-1ac1-49d6-b291-6d5aea05ba57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:08.715416 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-71cb61d5-1ac1-49d6-b291-6d5aea05ba57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:08.726371 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-71cb61d5-1ac1-49d6-b291-6d5aea05ba57 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fa5cbd60-f1b9-4902-9697-4670a5106107 HTTP/1.1" status: 204  len: 168 time: 0.1826334
Jan 18 20:13:08.730752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbfb00-1432-482d-84f2-9e271f4c4289 req-df95905d-d090-47aa-a9fb-3a294e271975 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:08.732554 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f1bbfb00-1432-482d-84f2-9e271f4c4289 req-df95905d-d090-47aa-a9fb-3a294e271975 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 944 time: 0.2919967
Jan 18 20:13:08.920046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 6dc45749-d81d-4690-be1f-f56b82cf6123 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:13:09.000998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 6dc45749-d81d-4690-be1f-f56b82cf6123 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:13:09.007521 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 6dc45749-d81d-4690-be1f-f56b82cf6123 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:13:09.007989 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:09.152575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:09.156874 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f1bbfb00-1432-482d-84f2-9e271f4c4289 req-eb3cb488-ed1f-475a-bfbb-bc548f43ea95 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829635
Jan 18 20:13:09.192275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 6dc45749-d81d-4690-be1f-f56b82cf6123, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=6dc45749-d81d-4690-be1f-f56b82cf6123,segment=NetworkSegment(e4d112b9-656c-4b60-b28f-8a6a1d6730b3),segment_id=e4d112b9-656c-4b60-b28f-8a6a1d6730b3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:13:09.193457 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47c81fb-9ea2-4911-bf5b-894e9605ebf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc45749-d81d-4690-be1f-f56b82cf6123'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:13:09.200289 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:09.202690 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:09.263746 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47c81fb-9ea2-4911-bf5b-894e9605ebf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc45749-d81d-4690-be1f-f56b82cf6123', 'code': 200}
Jan 18 20:13:09.288242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=6dc45749-d81d-4690-be1f-f56b82cf6123,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:09.292153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:09.412719 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938819'] for router_interface, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:09.749597 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8b461-2d1a-41d1-be03-f921141c1878 req-ee292ec8-8854-4d53-80b4-6750b577404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:09.751155 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-26a8b461-2d1a-41d1-be03-f921141c1878 req-ee292ec8-8854-4d53-80b4-6750b577404a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 1163 time: 0.2184727
Jan 18 20:13:09.818562 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-26a8b461-2d1a-41d1-be03-f921141c1878 req-85448432-af2f-46b7-a213-50a7e9499c43 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512657
Jan 18 20:13:09.898469 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] Deleting port d92fd625-2143-4d83-b2b0-4db4562d5c10 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:13:09.898846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:10.099428 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] For port d92fd625-2143-4d83-b2b0-4db4562d5c10, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=d92fd625-2143-4d83-b2b0-4db4562d5c10,segment=NetworkSegment(dbc3f77b-37ab-4079-a9a0-16abe937707f),segment_id=dbc3f77b-37ab-4079-a9a0-16abe937707f)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:13:10.099789 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:10.237299 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] Calling delete_port for d92fd625-2143-4d83-b2b0-4db4562d5c10 owned by network:router_interface {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:13:10.596988 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 6dc45749-d81d-4690-be1f-f56b82cf6123 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:13:10.621768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9108d-bf20-4f28-91d4-2d7c91eca073 req-a2fdd035-5053-4b11-ae24-9a1075c19fae tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:10.623527 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-25c9108d-bf20-4f28-91d4-2d7c91eca073 req-a2fdd035-5053-4b11-ae24-9a1075c19fae tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 946 time: 0.1899648
Jan 18 20:13:10.690132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:10.705381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 6dc45749-d81d-4690-be1f-f56b82cf6123 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:13:10.705703 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:10.725624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:10.857726 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-25c9108d-bf20-4f28-91d4-2d7c91eca073 req-66149686-4009-4c35-bded-a33a039a2410 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267005
Jan 18 20:13:10.875250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92fd625-2143-4d83-b2b0-4db4562d5c10,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:10.880103 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:11.193076 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938813'] for router_interface, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:11.964493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] Router 5700de0b-2b7f-4f9f-911f-8f869ffe396f has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:13:12.112915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb1733-0bf0-47c7-a769-fad43f0a9d3b req-040f2d9f-921f-461a-af73-b6cba11dcdf8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:12.114676 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ceb1733-0bf0-47c7-a769-fad43f0a9d3b req-040f2d9f-921f-461a-af73-b6cba11dcdf8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 946 time: 0.1072657
Jan 18 20:13:12.170029 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1ceb1733-0bf0-47c7-a769-fad43f0a9d3b req-6fc0c633-83f0-416e-b8e6-2f90efe2b09b tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480158
Jan 18 20:13:12.173353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:13:12.184213 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a836f-76fb-4040-847d-3e19ba064db2 None None] Sync routers for ids ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:13:12.189843 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f8b41fd0-a27a-4489-96bc-e323283485c2 admin admin] 10.222.0.101 "PUT /v2.0/routers/5700de0b-2b7f-4f9f-911f-8f869ffe396f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8119378
Jan 18 20:13:12.192451 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 38986) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:13:12.197831 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a836f-76fb-4040-847d-3e19ba064db2 None None] Routers {'5700de0b-2b7f-4f9f-911f-8f869ffe396f'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:13:12.198607 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-7d7a836f-76fb-4040-847d-3e19ba064db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b935e9eb8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:12:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:13:12.412867 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Notify callbacks [] for router, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:12.413108 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-7d7a836f-76fb-4040-847d-3e19ba064db2 None None] Set router 5700de0b-2b7f-4f9f-911f-8f869ffe396f gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:13:12.618176 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:12.625701 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Deleting port 57c8f654-f96e-4925-996c-a48f13ca85ce {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:13:12.626128 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:12.670314 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7f33de0b-e81a-466c-8767-02991ac6bb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:12.788015 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-7d7a836f-76fb-4040-847d-3e19ba064db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b935e9eb8>, [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:13:10Z', 'revision_number': 5, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:13:12.792882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a836f-76fb-4040-847d-3e19ba064db2 None None] Checking router: 5700de0b-2b7f-4f9f-911f-8f869ffe396f for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:13:12.804522 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a836f-76fb-4040-847d-3e19ba064db2 None None] Routers {'5700de0b-2b7f-4f9f-911f-8f869ffe396f'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:13:12.805662 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-7d7a836f-76fb-4040-847d-3e19ba064db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b935e9eb8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:12:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:13:12.842420 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] For port 57c8f654-f96e-4925-996c-a48f13ca85ce, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=57c8f654-f96e-4925-996c-a48f13ca85ce,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:13:12.842819 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:12.991503 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Calling delete_port for 57c8f654-f96e-4925-996c-a48f13ca85ce owned by network:router_gateway {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:13:13.012707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-7d7a836f-76fb-4040-847d-3e19ba064db2 None None] Set router 5700de0b-2b7f-4f9f-911f-8f869ffe396f gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:13:13.149967 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:13.403265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853836725'] for router_gateway, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:13.422825 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-7d7a836f-76fb-4040-847d-3e19ba064db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b935e9eb8>, [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:13:10Z', 'revision_number': 5, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:13:13.429510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a836f-76fb-4040-847d-3e19ba064db2 None None] The sync data for ids ['5700de0b-2b7f-4f9f-911f-8f869ffe396f'] in dv-cinder-562053-17-iscsi is: [{'id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'name': 'tempest-TestMinimumBasicScenario-701373759-router', 'tenant_id': '63b9797cef4f43b28eeee891fea4ee3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:09:59Z', 'updated_at': '2021-01-18T20:13:10Z', 'revision_number': 5, 'project_id': '63b9797cef4f43b28eeee891fea4ee3d', 'gw_port': {'id': '57c8f654-f96e-4925-996c-a48f13ca85ce', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5700de0b-2b7f-4f9f-911f-8f869ffe396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:10:01Z', 'updated_at': '2021-01-18T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:13:13.561201 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772468'] for router, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:13.563664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:13.589161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939512'] for router, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:13.589847 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5700de0b-2b7f-4f9f-911f-8f869ffe396f {{(pid=80179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 18 20:13:13.603451 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:13.604897 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-507ea077-1b7a-4f6a-9359-e03d1a9bf34f admin admin] 10.222.0.101 "DELETE /v2.0/routers/5700de0b-2b7f-4f9f-911f-8f869ffe396f HTTP/1.1" status: 204  len: 168 time: 1.4112442
Jan 18 20:13:13.608125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 39000) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:13:13.683395 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a7f8ba-0fce-429e-a4d6-2b412ba8b94b admin admin] Deleting subnet 8e99f040-aeab-4fe9-8b6b-2ac3c0622142 {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:13:13.687077 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-34a7f8ba-0fce-429e-a4d6-2b412ba8b94b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:13.742913 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-34a7f8ba-0fce-429e-a4d6-2b412ba8b94b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312744'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:13.840064 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-34a7f8ba-0fce-429e-a4d6-2b412ba8b94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:14.140920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-34a7f8ba-0fce-429e-a4d6-2b412ba8b94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793870836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10620899'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:14.158793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:14.214773 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7f8ba-0fce-429e-a4d6-2b412ba8b94b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e99f040-aeab-4fe9-8b6b-2ac3c0622142,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:14.218847 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-34a7f8ba-0fce-429e-a4d6-2b412ba8b94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:14.303410 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-34a7f8ba-0fce-429e-a4d6-2b412ba8b94b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:14.309291 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4250f44-52bb-4fc5-be23-424a874d41ff None None] Network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:13:14.310065 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-34a7f8ba-0fce-429e-a4d6-2b412ba8b94b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8e99f040-aeab-4fe9-8b6b-2ac3c0622142 HTTP/1.1" status: 204  len: 168 time: 0.7007382
Jan 18 20:13:14.314435 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 39006) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:13:14.448965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:14.527442 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Deleting port 1fce2cb9-c802-4c66-9828-00d90e2b138c {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:13:14.527812 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:14.761653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] For port 1fce2cb9-c802-4c66-9828-00d90e2b138c, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=1fce2cb9-c802-4c66-9828-00d90e2b138c,segment=NetworkSegment(dbc3f77b-37ab-4079-a9a0-16abe937707f),segment_id=dbc3f77b-37ab-4079-a9a0-16abe937707f)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:13:14.762093 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:14.777219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77aca6f-2496-4f53-b28c-8be50f266f88 None None] DHCP port deletion for 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 request from dv-cinder-562053-17-iscsi {{(pid=80181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 18 20:13:14.781977 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-d77aca6f-2496-4f53-b28c-8be50f266f88 None None] Deleting port 1fce2cb9-c802-4c66-9828-00d90e2b138c {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:13:14.782403 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d77aca6f-2496-4f53-b28c-8be50f266f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:14.905928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Calling delete_port for 1fce2cb9-c802-4c66-9828-00d90e2b138c owned by network:dhcp {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:13:14.990250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:15.006163 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-203063a5-1837-4fc2-85a1-ecd067b2cd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:15.025781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-d77aca6f-2496-4f53-b28c-8be50f266f88 None None] For port 1fce2cb9-c802-4c66-9828-00d90e2b138c, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=1fce2cb9-c802-4c66-9828-00d90e2b138c,segment=NetworkSegment(dbc3f77b-37ab-4079-a9a0-16abe937707f),segment_id=dbc3f77b-37ab-4079-a9a0-16abe937707f)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:13:15.026179 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d77aca6f-2496-4f53-b28c-8be50f266f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:15.069323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fce2cb9-c802-4c66-9828-00d90e2b138c,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:15.074780 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:15.158510 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] No DVR routers for this DVR port 1fce2cb9-c802-4c66-9828-00d90e2b138c on host dv-cinder-562053-17-iscsi {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:13:15.173465 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-d77aca6f-2496-4f53-b28c-8be50f266f88 None None] Calling delete_port for 1fce2cb9-c802-4c66-9828-00d90e2b138c owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:13:15.228797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 57c8f654-f96e-4925-996c-a48f13ca85ce no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:13:15.276001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 57c8f654-f96e-4925-996c-a48f13ca85ce {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:13:15.276423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 57c8f654-f96e-4925-996c-a48f13ca85ce not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:13:15.276888 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 1fce2cb9-c802-4c66-9828-00d90e2b138c no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:13:15.294654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:15.302326 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-dac1b7cb-78f1-4f49-92a2-3d635b5bcc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:15.316862 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 1fce2cb9-c802-4c66-9828-00d90e2b138c {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:13:15.317333 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 1fce2cb9-c802-4c66-9828-00d90e2b138c not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:13:15.317707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device d92fd625-2143-4d83-b2b0-4db4562d5c10 no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:13:15.362781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: d92fd625-2143-4d83-b2b0-4db4562d5c10 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:13:15.363178 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device d92fd625-2143-4d83-b2b0-4db4562d5c10 not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:13:15.382813 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [None req-d77aca6f-2496-4f53-b28c-8be50f266f88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:13:15.383223 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [None req-d77aca6f-2496-4f53-b28c-8be50f266f88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:13:15.417593 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b923f1898>,) {'filters': {'network_id': ['6bae5162-0a48-4df6-a015-bf35f2ebe5b8']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:13:15.431771 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b923f1898>, 'dbc3f77b-37ab-4079-a9a0-16abe937707f') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:13:15.432078 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b923f1898>, 'dbc3f77b-37ab-4079-a9a0-16abe937707f') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:13:15.447867 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12030889'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:15.464954 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:15.467058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:13:15.664824 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:13:15.674553 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844018425'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:15.789840 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:15.865948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Network 6bae5162-0a48-4df6-a015-bf35f2ebe5b8 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:13:15.885041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-d77aca6f-2496-4f53-b28c-8be50f266f88 None None] Deleting port 1fce2cb9-c802-4c66-9828-00d90e2b138c {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:13:15.885444 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d77aca6f-2496-4f53-b28c-8be50f266f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:13:15.889899 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:13:15.966782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-d77aca6f-2496-4f53-b28c-8be50f266f88 None None] The port '1fce2cb9-c802-4c66-9828-00d90e2b138c' was deleted {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 18 20:13:15.981120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:15.987424 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:15.993000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:16.017781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bae5162-0a48-4df6-a015-bf35f2ebe5b8,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:16.020694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:16.033245 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f159b3fb-39eb-4241-8660-3578ef9c0616 admin admin] 10.222.0.101 "DELETE /v2.0/networks/6bae5162-0a48-4df6-a015-bf35f2ebe5b8 HTTP/1.1" status: 204  len: 168 time: 1.7175727
Jan 18 20:13:16.283066 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 39018) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:13:16.345135 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-7dc5bb4b-7b7b-45e7-b454-8bd54db2ab4c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=63b9797cef4f43b28eeee891fea4ee3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0598741
Jan 18 20:13:16.348615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 39022) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:13:16.429105 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-27a3b85f-bce4-45e9-b752-22ac49de751f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:16.460034 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-27a3b85f-bce4-45e9-b752-22ac49de751f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:16.516652 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-27a3b85f-bce4-45e9-b752-22ac49de751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:16.520584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-0166a560-8b9b-4469-9458-c155d06e2dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:16.536730 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3b85f-bce4-45e9-b752-22ac49de751f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a3eb07-ae90-437d-a4c9-ec52c91203a4,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:16.539718 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-27a3b85f-bce4-45e9-b752-22ac49de751f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:16.552306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-27a3b85f-bce4-45e9-b752-22ac49de751f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:16.553768 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-27a3b85f-bce4-45e9-b752-22ac49de751f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b7a3eb07-ae90-437d-a4c9-ec52c91203a4 HTTP/1.1" status: 204  len: 168 time: 0.2038805
Jan 18 20:13:16.652772 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:17.330932 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:21.055443 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:29.531044 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:13:34.273493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f172789-4ed4-4509-bb40-4539a57b3687 req-db30ed34-7da7-4c7d-9e64-1e6d7d3938d0 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:34.275187 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8f172789-4ed4-4509-bb40-4539a57b3687 req-db30ed34-7da7-4c7d-9e64-1e6d7d3938d0 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 946 time: 0.1124556
Jan 18 20:13:34.336171 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8f172789-4ed4-4509-bb40-4539a57b3687 req-2a4cacf6-4180-4ff5-9d90-301a668a5343 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519962
Jan 18 20:13:35.551512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c67f1-f104-4e1e-91bf-5a8eaffb1fbd req-dcdc1dd2-9554-4358-a2dc-0b5c9669a667 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:35.553248 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c76c67f1-f104-4e1e-91bf-5a8eaffb1fbd req-dcdc1dd2-9554-4358-a2dc-0b5c9669a667 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.72 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 946 time: 0.1538427
Jan 18 20:13:35.902244 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-c76c67f1-f104-4e1e-91bf-5a8eaffb1fbd req-668d4f7e-f87f-4f7c-b434-a720263f1051 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Deleting port 6dc45749-d81d-4690-be1f-f56b82cf6123 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:13:35.902584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c76c67f1-f104-4e1e-91bf-5a8eaffb1fbd req-668d4f7e-f87f-4f7c-b434-a720263f1051 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:35.994799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0f840-54ca-4a98-a6a6-6ce288a927fb req-d3f4b15a-09e0-450d-9c2b-b4f7431bd109 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:35.996498 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f8c0f840-54ca-4a98-a6a6-6ce288a927fb req-d3f4b15a-09e0-450d-9c2b-b4f7431bd109 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 946 time: 0.5087962
Jan 18 20:13:36.133736 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f8c0f840-54ca-4a98-a6a6-6ce288a927fb req-da48c3c0-cee3-4eb5-ba3c-f3b9c17be9a8 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/security-groups?id=62b233fc-7f5b-425a-a0ff-4ff5973c10c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092429
Jan 18 20:13:36.262418 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-c76c67f1-f104-4e1e-91bf-5a8eaffb1fbd req-668d4f7e-f87f-4f7c-b434-a720263f1051 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] For port 6dc45749-d81d-4690-be1f-f56b82cf6123, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=6dc45749-d81d-4690-be1f-f56b82cf6123,segment=NetworkSegment(e4d112b9-656c-4b60-b28f-8a6a1d6730b3),segment_id=e4d112b9-656c-4b60-b28f-8a6a1d6730b3)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:13:36.262791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c76c67f1-f104-4e1e-91bf-5a8eaffb1fbd req-668d4f7e-f87f-4f7c-b434-a720263f1051 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:36.412861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-c76c67f1-f104-4e1e-91bf-5a8eaffb1fbd req-668d4f7e-f87f-4f7c-b434-a720263f1051 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Calling delete_port for 6dc45749-d81d-4690-be1f-f56b82cf6123 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:13:36.584130 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c76c67f1-f104-4e1e-91bf-5a8eaffb1fbd req-668d4f7e-f87f-4f7c-b434-a720263f1051 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:36.607712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:13:36.667336 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d4f7e-f87f-4f7c-b434-a720263f1051 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Pushing event deleted for resources: {'Port': ['ID=6dc45749-d81d-4690-be1f-f56b82cf6123,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:13:36.672405 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-668d4f7e-f87f-4f7c-b434-a720263f1051 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:13:36.685061 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 6dc45749-d81d-4690-be1f-f56b82cf6123 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:13:36.730624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] No Port match for: 6dc45749-d81d-4690-be1f-f56b82cf6123 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:13:36.731116 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 6dc45749-d81d-4690-be1f-f56b82cf6123 not bound to the agent host hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:13:36.838455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76c67f1-f104-4e1e-91bf-5a8eaffb1fbd req-668d4f7e-f87f-4f7c-b434-a720263f1051 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] No DVR routers for this DVR port 6dc45749-d81d-4690-be1f-f56b82cf6123 on host hv-cinder-56205 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:13:36.840998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c76c67f1-f104-4e1e-91bf-5a8eaffb1fbd req-668d4f7e-f87f-4f7c-b434-a720263f1051 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:36.844798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47c81fb-9ea2-4911-bf5b-894e9605ebf2', 'name': 'network-vif-deleted', 'tag': '6dc45749-d81d-4690-be1f-f56b82cf6123'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:13:36.862752 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c76c67f1-f104-4e1e-91bf-5a8eaffb1fbd req-668d4f7e-f87f-4f7c-b434-a720263f1051 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.72 "DELETE /v2.0/ports/6dc45749-d81d-4690-be1f-f56b82cf6123 HTTP/1.1" status: 204  len: 173 time: 1.2962930
Jan 18 20:13:36.911278 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47c81fb-9ea2-4911-bf5b-894e9605ebf2', 'name': 'network-vif-deleted', 'tag': '6dc45749-d81d-4690-be1f-f56b82cf6123', 'status': 'completed', 'code': 200}
Jan 18 20:13:37.345584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-131e4e71-de46-47e7-99cf-63151e2c42a5 req-99a6c2a0-3ccc-4aae-a552-16bcda665ebf tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Synchronizing usage tracker for tenant:d8ac411294184a9f9288bb18360c47a9 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:13:37.362075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-131e4e71-de46-47e7-99cf-63151e2c42a5 req-99a6c2a0-3ccc-4aae-a552-16bcda665ebf tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Unset dirty status for tenant:d8ac411294184a9f9288bb18360c47a9 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:13:37.363379 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-131e4e71-de46-47e7-99cf-63151e2c42a5 req-99a6c2a0-3ccc-4aae-a552-16bcda665ebf tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] 10.222.0.101 "GET /v2.0/ports?device_id=e47c81fb-9ea2-4911-bf5b-894e9605ebf2 HTTP/1.1" status: 200  len: 210 time: 0.0714333
Jan 18 20:13:42.634282 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-4989256c-f95c-486f-b080-2246884bf293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:45.117405 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9b3f-7d2d-4f5b-a550-7247012f833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:45.799305 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:46.657861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:47.336966 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:51.138894 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:13:52.983025 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6cfc5bd4-342e-493c-b32f-21d0d7f84abc req-21a8fefd-0f99-4fd7-bcc0-efcfc1c849e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3366368
Jan 18 20:13:53.164240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc5bd4-342e-493c-b32f-21d0d7f84abc req-422da304-b5a0-4fec-ac41-97c4485485e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:53.165947 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6cfc5bd4-342e-493c-b32f-21d0d7f84abc req-422da304-b5a0-4fec-ac41-97c4485485e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 1162 time: 0.0883946
Jan 18 20:13:53.349476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc5bd4-342e-493c-b32f-21d0d7f84abc req-ffbc5634-1dab-4132-a9d4-521f3bee43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:53.351081 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6cfc5bd4-342e-493c-b32f-21d0d7f84abc req-ffbc5634-1dab-4132-a9d4-521f3bee43b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.1651618
Jan 18 20:13:53.474064 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6cfc5bd4-342e-493c-b32f-21d0d7f84abc req-d9626745-b288-4538-8cd2-c87bdfaef9f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f41b586-4995-42a3-b901-85dfe37da708 HTTP/1.1" status: 200  len: 1001 time: 0.1132777
Jan 18 20:13:53.551175 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc5bd4-342e-493c-b32f-21d0d7f84abc req-e77a3af7-11ef-4ea4-8ed0-c69832f91214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:53.552810 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6cfc5bd4-342e-493c-b32f-21d0d7f84abc req-e77a3af7-11ef-4ea4-8ed0-c69832f91214 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0710149
Jan 18 20:13:53.645975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc5bd4-342e-493c-b32f-21d0d7f84abc req-4871bfd8-998d-44b1-a385-9d42196cf191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:13:53.647637 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6cfc5bd4-342e-493c-b32f-21d0d7f84abc req-4871bfd8-998d-44b1-a385-9d42196cf191 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0864530
Jan 18 20:13:53.803884 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6cfc5bd4-342e-493c-b32f-21d0d7f84abc req-0fd7ea50-f4fd-492e-92a6-4f44bd09d44d service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471806
Jan 18 20:13:53.962043 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6cfc5bd4-342e-493c-b32f-21d0d7f84abc req-3d34c94e-f109-479b-8a7d-c3b62fc813e2 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1492774
Jan 18 20:14:03.076745 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 39226) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:14:03.147912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Deleting subnet 5407a46e-b186-4f60-bb48-614957702001 {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:14:03.151752 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:03.208797 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842744927'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:03.276614 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:03.582749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844018326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844020678'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:03.601089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-77cfdaa5-a279-4d06-8c81-c7d108620494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:14:03.640475 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5407a46e-b186-4f60-bb48-614957702001,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:14:03.665107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.665520 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.665936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.666344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.666750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.667161 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.667586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.667988 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.668376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.668768 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.669302 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.669580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.670012 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.670406 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.670799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.671193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.671582 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.671976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.672373 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.672875 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.673269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.673663 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.674053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.674446 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:03.678904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:14:03.768563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:03.776169 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1f587875-d1c7-4302-8e74-144179b48595 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5407a46e-b186-4f60-bb48-614957702001 HTTP/1.1" status: 204  len: 168 time: 0.6982381
Jan 18 20:14:03.779914 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 39230) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:14:03.905750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:04.113288 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:04.230979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b93d15908>,) {'filters': {'network_id': ['131bba02-f091-43d1-bee5-f2a67258b1cc']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:14:04.249669 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b93d15908>, 'e4d112b9-656c-4b60-b28f-8a6a1d6730b3') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:14:04.249977 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b93d15908>, 'e4d112b9-656c-4b60-b28f-8a6a1d6730b3') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:14:04.263379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1463056'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:04.285032 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:04.287819 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:14:04.491904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Network 131bba02-f091-43d1-bee5-f2a67258b1cc has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:14:04.503493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793870751'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:04.694615 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Network 131bba02-f091-43d1-bee5-f2a67258b1cc has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:14:04.718995 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:14:04.809741 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:04.816075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-32905ecc-15c5-492d-95ed-bd1cef169d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:14:04.834653 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:04.846146 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Pushing event deleted for resources: {'Network': ['ID=131bba02-f091-43d1-bee5-f2a67258b1cc,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:14:04.856876 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.857324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.857750 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.858122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.858545 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.858953 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.859358 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.859859 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.860253 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.860670 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.861082 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.861505 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.861942 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.862337 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.862724 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.863140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.863518 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.863915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.864534 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.864861 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.865254 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.865648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.866046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.866441 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:04.870742 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] 10.222.0.101 "DELETE /v2.0/networks/131bba02-f091-43d1-bee5-f2a67258b1cc HTTP/1.1" status: 204  len: 168 time: 1.0897055
Jan 18 20:14:04.871736 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-91bf2a2e-fb03-48cf-adfe-cf4a63d5ea09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:14:05.111221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 39236) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:14:05.168257 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b12b6da6-2639-4dfe-932f-7803be612384 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d8ac411294184a9f9288bb18360c47a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0550268
Jan 18 20:14:05.172013 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 39240) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:14:05.242931 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-69c487a9-9024-44b3-8027-2f4cc8ca15e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:05.272788 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-69c487a9-9024-44b3-8027-2f4cc8ca15e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:05.329981 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-69c487a9-9024-44b3-8027-2f4cc8ca15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:05.334960 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ef7ab4bb-fbc0-411f-a8e5-6b44c6c3cde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:14:05.361242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c487a9-9024-44b3-8027-2f4cc8ca15e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b233fc-7f5b-425a-a0ff-4ff5973c10c9,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:14:05.364210 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-69c487a9-9024-44b3-8027-2f4cc8ca15e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:14:05.371353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-69c487a9-9024-44b3-8027-2f4cc8ca15e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:05.372676 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-69c487a9-9024-44b3-8027-2f4cc8ca15e1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/62b233fc-7f5b-425a-a0ff-4ff5973c10c9 HTTP/1.1" status: 204  len: 168 time: 0.1993923
Jan 18 20:14:06.532188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:14:12.640495 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-361d3614-7563-4453-81d9-8086132e2b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:15.113129 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0fb16fa3-39c2-4967-aee7-487e09a59634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:15.795001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:16.663123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:17.337730 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:19.344486 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-5b31925b-b68a-4882-a218-a83cf8bd3c09 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1761183414&fields=id&tenant_id=f37c37dd62314742ace1bcb84c0d3473 HTTP/1.1" status: 200  len: 267 time: 0.0591505
Jan 18 20:14:19.555023 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-e179d947-0c9b-4daa-ac9c-b499b2f74cb6 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:19.556820 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-e179d947-0c9b-4daa-ac9c-b499b2f74cb6 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 811 time: 0.2031271
Jan 18 20:14:19.574662 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-354f17e6-9442-43cb-a045-0f9f90360fa2 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/quotas/f37c37dd62314742ace1bcb84c0d3473 HTTP/1.1" status: 200  len: 375 time: 0.0112176
Jan 18 20:14:19.717338 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-f0e8cd8c-9d03-46f1-84bb-77567e1584b9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1337714
Jan 18 20:14:20.133478 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-66aad15b-8cd5-4ee7-81e8-3b8205fd0c34 service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4010451
Jan 18 20:14:20.544526 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-3d4817fc-eeee-4e82-87d0-609699bcd7c3 service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4042728
Jan 18 20:14:21.017025 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-89d2a05f-32f4-4928-bac7-34bc7562c08d req-789c9ef6-1e45-4423-98d4-b32787170761 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 210 time: 0.0558422
Jan 18 20:14:21.141214 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:22.212749 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c151716f-08d6-42b2-8050-08bf2567ccdf req-c25cebe9-3497-4b0d-9cc3-f6059f30aec8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 210 time: 0.0563579
Jan 18 20:14:22.607827 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-92ce637c-d37d-4e6f-86f4-7d8f86754c4b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:22.609652 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-92ce637c-d37d-4e6f-86f4-7d8f86754c4b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 811 time: 0.2006674
Jan 18 20:14:22.723113 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ea877084-483a-4fc4-a247-339182a722db tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f37c37dd62314742ace1bcb84c0d3473 HTTP/1.1" status: 200  len: 5765 time: 0.0903478
Jan 18 20:14:22.737226 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'port': {'device_id': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'admin_state_up': True, 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'security_groups': ['6ae26b61-bf6d-411a-9d52-e2b25733e6c5']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:14:22.902633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:14:22.914059 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:14:22.927245 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Made reservation on behalf of f37c37dd62314742ace1bcb84c0d3473 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 18 20:14:22.940971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:23.317454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Allocated IP 172.20.0.9 (fc461dca-bf55-4c88-9d4a-bd88fae2d591/469bf790-4fcd-4579-b9b3-8247924eaee9/8a22a415-e1cc-4043-bf46-4719bea33490) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:14:23.549683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:23.572782 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Transition to ACTIVE for port object 8a22a415-e1cc-4043-bf46-4719bea33490 will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:14:23.602006 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:23.625228 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f5a3a1d3-2317-49cd-b54f-4101ce649aad tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:14:23.749961 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663d3c4-296a-494c-8955-f9425b396ef5 req-df2f4963-dc38-44df-9b57-d246a87f6977 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:23.751792 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d663d3c4-296a-494c-8955-f9425b396ef5 req-df2f4963-dc38-44df-9b57-d246a87f6977 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 931 time: 0.4006166
Jan 18 20:14:23.793740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event updated for resources: {'Port': ['ID=8a22a415-e1cc-4043-bf46-4719bea33490,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:14:23.798355 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:14:23.813751 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-d663d3c4-296a-494c-8955-f9425b396ef5 req-1cf77a69-fe47-40c9-b80d-e2f7e2e1f781 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0520337
Jan 18 20:14:23.848807 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:14:23.850011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:14:23.852629 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:14:23.938785 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:23.939835 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:23.969325 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-ec85ffff-24f7-4da8-9cd7-94e3ea1584c3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2369123
Jan 18 20:14:23.993650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Request body: {'port': {'device_id': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:14:24.065188 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-7a85db0b-224e-424a-a05c-a29b016eeb05 None None] Provisioning for port 8a22a415-e1cc-4043-bf46-4719bea33490 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:14:24.070844 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-7a85db0b-224e-424a-a05c-a29b016eeb05 None None] Provisioning complete for port 8a22a415-e1cc-4043-bf46-4719bea33490 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:14:24.071348 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-7a85db0b-224e-424a-a05c-a29b016eeb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:24.127748 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:24.133153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-7a85db0b-224e-424a-a05c-a29b016eeb05 None None] Port 8a22a415-e1cc-4043-bf46-4719bea33490 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 18 20:14:24.581833 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a22a415-e1cc-4043-bf46-4719bea33490 {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 18 20:14:24.590675 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:24.605744 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Transition to ACTIVE for port object 8a22a415-e1cc-4043-bf46-4719bea33490 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 18 20:14:24.610101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:24.624241 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:14:24.769225 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Pushing event updated for resources: {'Port': ['ID=8a22a415-e1cc-4043-bf46-4719bea33490,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:14:24.773858 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:14:25.035901 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Attempting to bind port 8a22a415-e1cc-4043-bf46-4719bea33490 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 18 20:14:25.036274 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Attempting to bind port 8a22a415-e1cc-4043-bf46-4719bea33490 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 18 20:14:25.036679 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Attempting to bind port 8a22a415-e1cc-4043-bf46-4719bea33490 on network fc461dca-bf55-4c88-9d4a-bd88fae2d591 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 18 20:14:25.049791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Checking agent: {'id': 'ef04db64-fbe7-4ea6-acfc-6a936bebe3c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 20, 0, 48), 'started_at': datetime.datetime(2021, 1, 18, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.102', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 18 20:14:25.050305 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Checking segment: {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 18 20:14:25.050715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:25.051237 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Bound using segment: {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 18 20:14:25.051580 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Bound port: 8a22a415-e1cc-4043-bf46-4719bea33490, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 18 20:14:25.052247 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:25.183920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b048be-f167-41e5-83f3-448b45d73df3 req-853dc07c-f3bb-42c5-af66-3056fecec52c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:25.184799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b9b048be-f167-41e5-83f3-448b45d73df3 req-853dc07c-f3bb-42c5-af66-3056fecec52c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:14:25.197736 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] For port 8a22a415-e1cc-4043-bf46-4719bea33490, host hv-cinder-56205, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 18 20:14:25.203617 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] For port 8a22a415-e1cc-4043-bf46-4719bea33490, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=8a22a415-e1cc-4043-bf46-4719bea33490,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 18 20:14:25.208206 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:25.225271 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e6fef6e9-07c5-40e8-81a1-fad833555ce5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:14:25.262529 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-b9b048be-f167-41e5-83f3-448b45d73df3 req-853dc07c-f3bb-42c5-af66-3056fecec52c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:14:25.263837 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b9b048be-f167-41e5-83f3-448b45d73df3 req-853dc07c-f3bb-42c5-af66-3056fecec52c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 943 time: 0.2892015
Jan 18 20:14:25.429116 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b9b048be-f167-41e5-83f3-448b45d73df3 req-0bcb4758-ee29-4263-af4d-35b1911e99b7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1352317
Jan 18 20:14:25.449483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Pushing event updated for resources: {'Port': ['ID=8a22a415-e1cc-4043-bf46-4719bea33490,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:14:25.456620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:14:25.479291 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:25.479982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:25.481588 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-27e0be4f-7de4-4adf-b81e-e4be73c2faea service neutron] 10.222.0.72 "PUT /v2.0/ports/8a22a415-e1cc-4043-bf46-4719bea33490 HTTP/1.1" status: 200  len: 1157 time: 1.4930949
Jan 18 20:14:25.482193 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'tag': '8a22a415-e1cc-4043-bf46-4719bea33490'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:14:25.577847 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'tag': '8a22a415-e1cc-4043-bf46-4719bea33490', 'status': 'completed', 'code': 200}
Jan 18 20:14:25.623485 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-c3063d6d-e6ad-4a71-a31a-228c81f10d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:25.625205 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-c3063d6d-e6ad-4a71-a31a-228c81f10d83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 1160 time: 0.0914812
Jan 18 20:14:25.717590 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-56dbb42f-23a9-4a1a-8c6d-5be80274ff31 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a22a415-e1cc-4043-bf46-4719bea33490 HTTP/1.1" status: 200  len: 217 time: 0.0747097
Jan 18 20:14:25.796379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-bd97a8bf-214c-4d5f-bc3a-4383de435648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:25.798999 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-bd97a8bf-214c-4d5f-bc3a-4383de435648 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0732796
Jan 18 20:14:25.894338 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-b6a303f9-3659-41d7-94f5-72f9191db01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:25.896063 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-b6a303f9-3659-41d7-94f5-72f9191db01f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0884588
Jan 18 20:14:26.061369 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-bafc6c7d-73a0-4100-bd06-746627e7edb3 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573141
Jan 18 20:14:26.460208 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-91b7fe96-be54-49d0-97bd-b1fe8672aca8 req-4692a172-f248-4873-898a-e84282b634b6 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3895757
Jan 18 20:14:26.747036 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be5fde-ce53-47df-bb9d-08d6cbae653d req-4d3cd44b-7aef-424f-8955-f9c0e76b6533 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:26.748757 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-16be5fde-ce53-47df-bb9d-08d6cbae653d req-4d3cd44b-7aef-424f-8955-f9c0e76b6533 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 943 time: 0.1753507
Jan 18 20:14:26.816222 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-16be5fde-ce53-47df-bb9d-08d6cbae653d req-ffb1b3e5-327a-4d91-94e6-b581912b8fa6 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0601897
Jan 18 20:14:26.819472 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807de5d6-f26f-4449-97d9-216fc15fbe4c req-1d466e6f-ecc4-4c92-9e9e-08a7ca73409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:26.821119 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-807de5d6-f26f-4449-97d9-216fc15fbe4c req-1d466e6f-ecc4-4c92-9e9e-08a7ca73409a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 1160 time: 0.1616180
Jan 18 20:14:26.979404 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807de5d6-f26f-4449-97d9-216fc15fbe4c req-cd6b3cc0-7f42-4e67-be4b-39061cab1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:26.981069 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-807de5d6-f26f-4449-97d9-216fc15fbe4c req-cd6b3cc0-7f42-4e67-be4b-39061cab1660 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.1494641
Jan 18 20:14:27.062905 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-807de5d6-f26f-4449-97d9-216fc15fbe4c req-7acf3673-4bde-4ecf-8c8f-4fa819b7c31f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a22a415-e1cc-4043-bf46-4719bea33490 HTTP/1.1" status: 200  len: 217 time: 0.0720975
Jan 18 20:14:27.134744 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807de5d6-f26f-4449-97d9-216fc15fbe4c req-9a5b1863-d1c1-4c82-8314-e84f41323d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:27.136359 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-807de5d6-f26f-4449-97d9-216fc15fbe4c req-9a5b1863-d1c1-4c82-8314-e84f41323d40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0687072
Jan 18 20:14:27.229509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807de5d6-f26f-4449-97d9-216fc15fbe4c req-40e62eba-8111-4e5a-a1a5-9c290d6c702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:27.231182 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-807de5d6-f26f-4449-97d9-216fc15fbe4c req-40e62eba-8111-4e5a-a1a5-9c290d6c702c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0855353
Jan 18 20:14:27.387923 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-807de5d6-f26f-4449-97d9-216fc15fbe4c req-6986f510-fd05-4976-8940-7f77c5ef454d service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475677
Jan 18 20:14:27.549072 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-807de5d6-f26f-4449-97d9-216fc15fbe4c req-2b2a18c9-5ef5-466b-af9a-7fdc5313e2db service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1523788
Jan 18 20:14:28.082991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d31cd-1184-4d9d-a587-3f2e8b9c02c4 req-ac311031-75d9-4c38-93cb-8b31e9c04b3e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:28.084640 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-452d31cd-1184-4d9d-a587-3f2e8b9c02c4 req-ac311031-75d9-4c38-93cb-8b31e9c04b3e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 943 time: 0.1134076
Jan 18 20:14:28.158724 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-452d31cd-1184-4d9d-a587-3f2e8b9c02c4 req-b595dec5-77d4-46da-bcf2-d54d3b3b11e9 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0640118
Jan 18 20:14:29.407399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87252ac-e981-4cb5-b607-cfc81554505f req-08e45aef-90ee-4a02-a0e7-446d19054046 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:29.409878 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f87252ac-e981-4cb5-b607-cfc81554505f req-08e45aef-90ee-4a02-a0e7-446d19054046 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 943 time: 0.1166699
Jan 18 20:14:29.474645 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-f87252ac-e981-4cb5-b607-cfc81554505f req-ebce43d2-02e8-4a3d-b856-34b2de068d44 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0523415
Jan 18 20:14:30.725389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0769b5-f1ff-454a-985c-08717af24a75 req-6c5a34ca-1a3b-4670-822a-bd2a60ec6ec6 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:30.727873 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-df0769b5-f1ff-454a-985c-08717af24a75 req-6c5a34ca-1a3b-4670-822a-bd2a60ec6ec6 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 943 time: 0.1157393
Jan 18 20:14:30.789573 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-df0769b5-f1ff-454a-985c-08717af24a75 req-2777c136-f382-492e-8c46-0dc167c3bb1b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0552213
Jan 18 20:14:32.056449 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f488-4c91-470f-818e-359a43cf3cec req-6d016618-9b03-48da-872f-e02c8ea6c47d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:32.058187 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8877f488-4c91-470f-818e-359a43cf3cec req-6d016618-9b03-48da-872f-e02c8ea6c47d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 943 time: 0.1255279
Jan 18 20:14:32.116009 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8877f488-4c91-470f-818e-359a43cf3cec req-8a1b2ec3-7a19-49c9-aa68-719aca5d52f1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0491588
Jan 18 20:14:33.371713 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c81e1-d036-45b6-847a-0f15ea8003b6 req-d7875943-5f61-47cb-adf4-195f611094cd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:33.373496 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e57c81e1-d036-45b6-847a-0f15ea8003b6 req-d7875943-5f61-47cb-adf4-195f611094cd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 943 time: 0.1188178
Jan 18 20:14:33.443131 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e57c81e1-d036-45b6-847a-0f15ea8003b6 req-0f22440d-776c-46d5-a071-65791b897c84 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0598984
Jan 18 20:14:33.490359 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 8a22a415-e1cc-4043-bf46-4719bea33490 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:14:33.578150 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning for port 8a22a415-e1cc-4043-bf46-4719bea33490 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 18 20:14:33.587250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 8a22a415-e1cc-4043-bf46-4719bea33490 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:14:33.587787 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:33.741090 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:33.771971 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22a415-e1cc-4043-bf46-4719bea33490'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:14:33.783227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 8a22a415-e1cc-4043-bf46-4719bea33490, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=8a22a415-e1cc-4043-bf46-4719bea33490,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:14:33.787473 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:33.789483 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:14:33.866717 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=8a22a415-e1cc-4043-bf46-4719bea33490,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:14:33.876238 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.876655 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.877036 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.877402 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.877786 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.878142 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.878519 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.878877 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.879240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.879924 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.880300 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.880687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.881075 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.881430 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.881789 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.882166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.882522 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.882874 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.883227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.883581 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.883947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.884294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.884673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.885031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:14:33.889705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:14:34.016632 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22a415-e1cc-4043-bf46-4719bea33490', 'code': 200}
Jan 18 20:14:34.439687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f367a-f29d-4e7e-8507-224c93d58b24 req-2838980b-8219-4ab9-97eb-35a0558009d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:34.441488 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ad1f367a-f29d-4e7e-8507-224c93d58b24 req-2838980b-8219-4ab9-97eb-35a0558009d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 1162 time: 0.0811753
Jan 18 20:14:34.488827 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ad1f367a-f29d-4e7e-8507-224c93d58b24 req-9266bdff-d745-44af-b7d0-50e769ba6835 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0388124
Jan 18 20:14:34.695794 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2b916-ba86-415e-b88a-f07977faa5a0 req-f894573d-92c4-4e40-b452-f72dae6c061a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:34.697586 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2bc2b916-ba86-415e-b88a-f07977faa5a0 req-f894573d-92c4-4e40-b452-f72dae6c061a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 945 time: 0.1150687
Jan 18 20:14:34.765319 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-2bc2b916-ba86-415e-b88a-f07977faa5a0 req-780f3069-7805-4d0e-aaa1-f50296742662 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0574062
Jan 18 20:14:35.372737 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 8a22a415-e1cc-4043-bf46-4719bea33490 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:14:35.452766 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 8a22a415-e1cc-4043-bf46-4719bea33490 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:14:35.453321 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:36.014897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b3b43-dea8-46ee-b855-92ef30777527 req-20f08d40-69b5-4062-ae26-67a505fb81ac tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:36.016792 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-383b3b43-dea8-46ee-b855-92ef30777527 req-20f08d40-69b5-4062-ae26-67a505fb81ac tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 945 time: 0.1162541
Jan 18 20:14:36.073892 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-383b3b43-dea8-46ee-b855-92ef30777527 req-53c72818-c51a-466f-9b0f-ff44f52a9aef tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0477574
Jan 18 20:14:36.342365 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28029f3-54b2-4dfc-9c76-79827f431670 req-40d95c0a-3ec5-4709-9fcd-1fe83bfd259b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:36.344110 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b28029f3-54b2-4dfc-9c76-79827f431670 req-40d95c0a-3ec5-4709-9fcd-1fe83bfd259b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 945 time: 0.1124434
Jan 18 20:14:36.406003 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-b28029f3-54b2-4dfc-9c76-79827f431670 req-1435fd5c-8f70-4812-9192-d1b23373658d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0520220
Jan 18 20:14:36.670360 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9b414189-b116-4d0f-ab7b-f693399e827a req-30fdb9f1-3907-4ff0-886f-5ce71771f3e7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1932883
Jan 18 20:14:36.685485 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'floatingip': {'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:14:36.696122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 18 20:14:36.708623 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.quota.driver [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 18 20:14:36.720282 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:36.894386 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:37.228288 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_common [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Allocated IP 172.27.0.67 (39a6a30a-8ea8-4d87-8b09-359f15d9a448/68c2b89a-5ba0-4c52-ac69-ce7341a128c1/0c1da734-f8b6-4a36-bc7b-97e54e0a1e72) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 18 20:14:37.398550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:37.431004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734782002103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:37.445727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f287cbe8-d35e-4b96-8b61-961875851f81 tempest-VolumesSnapshotTestJSON-365273836 tempest-VolumesSnapshotTestJSON-365273836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:14:37.610650 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event updated for resources: {'Port': ['ID=0c1da734-f8b6-4a36-bc7b-97e54e0a1e72,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:14:37.615882 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:14:37.662005 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Network 39a6a30a-8ea8-4d87-8b09-359f15d9a448 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 18 20:14:37.663298 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.base_scheduler [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Resources bound (agent type, host, resource id):  {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 18 20:14:37.665962 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 18 20:14:37.757137 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:37.832376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:38.141811 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:38.147362 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793870781'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:38.163287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-53e34b09-0d37-4e19-8f44-b016699a4869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:14:38.311534 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event updated for resources: {'Port': ['ID=0c1da734-f8b6-4a36-bc7b-97e54e0a1e72,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:14:38.316467 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:14:38.427262 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:38.460341 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:38.462083 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9b414189-b116-4d0f-ab7b-f693399e827a req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7815733
Jan 18 20:14:38.562627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-9b414189-b116-4d0f-ab7b-f693399e827a req-2d8f72f8-4aad-4e8d-9805-75e78f59e73c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:floatingip {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:14:38.581158 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-9b414189-b116-4d0f-ab7b-f693399e827a req-2d8f72f8-4aad-4e8d-9805-75e78f59e73c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:floatingip {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:14:38.583773 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9b414189-b116-4d0f-ab7b-f693399e827a req-2d8f72f8-4aad-4e8d-9805-75e78f59e73c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.67 HTTP/1.1" status: 200  len: 695 time: 0.1137853
Jan 18 20:14:38.781667 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b414189-b116-4d0f-ab7b-f693399e827a req-d7926aef-b6b7-4432-a302-14b660ac272c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:38.783335 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-9b414189-b116-4d0f-ab7b-f693399e827a req-d7926aef-b6b7-4432-a302-14b660ac272c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 784 time: 0.1940732
Jan 18 20:14:39.007983 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38163711-d4a8-4dca-9403-31653f6b111f req-744be53f-4380-4607-9c4c-51474e5f46bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:39.009611 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-38163711-d4a8-4dca-9403-31653f6b111f req-744be53f-4380-4607-9c4c-51474e5f46bd tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1137035
Jan 18 20:14:39.108249 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-38163711-d4a8-4dca-9403-31653f6b111f req-b25df8a7-2dfe-4c12-9ede-94346f295ac5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.67 HTTP/1.1" status: 200  len: 695 time: 0.0895290
Jan 18 20:14:39.121089 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.v2.base [req-38163711-d4a8-4dca-9403-31653f6b111f req-bfb243b2-a44f-46be-8f6f-e3849fd46a29 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Request body: {'floatingip': {'port_id': '8a22a415-e1cc-4043-bf46-4719bea33490', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 18 20:14:39.213268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-38163711-d4a8-4dca-9403-31653f6b111f req-bfb243b2-a44f-46be-8f6f-e3849fd46a29 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:39.913216 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-38163711-d4a8-4dca-9403-31653f6b111f req-bfb243b2-a44f-46be-8f6f-e3849fd46a29 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:39.917920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-38163711-d4a8-4dca-9403-31653f6b111f req-bfb243b2-a44f-46be-8f6f-e3849fd46a29 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-939105'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:40.107106 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-38163711-d4a8-4dca-9403-31653f6b111f req-bfb243b2-a44f-46be-8f6f-e3849fd46a29 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Floating IP 0ffb2633-3741-4c3c-b661-370f8b5957d3 associated. External IP: 172.27.0.67, port: 8a22a415-e1cc-4043-bf46-4719bea33490.
Jan 18 20:14:40.499371 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38163711-d4a8-4dca-9403-31653f6b111f req-bfb243b2-a44f-46be-8f6f-e3849fd46a29 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:14:40.961169 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38163711-d4a8-4dca-9403-31653f6b111f req-bfb243b2-a44f-46be-8f6f-e3849fd46a29 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:14:40.967225 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-38163711-d4a8-4dca-9403-31653f6b111f req-bfb243b2-a44f-46be-8f6f-e3849fd46a29 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:40.972301 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf846f9-4837-482f-9253-c113229a3116 None None] Sync routers for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:14:40.983476 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf846f9-4837-482f-9253-c113229a3116 None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:14:40.984227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-abf846f9-4837-482f-9253-c113229a3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b980a26a0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:14:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:14:41.027473 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-38163711-d4a8-4dca-9403-31653f6b111f req-bfb243b2-a44f-46be-8f6f-e3849fd46a29 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "PUT /v2.0/floatingips/0ffb2633-3741-4c3c-b661-370f8b5957d3 HTTP/1.1" status: 200  len: 995 time: 1.9105833
Jan 18 20:14:41.028277 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'tag': '8a22a415-e1cc-4043-bf46-4719bea33490'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:14:41.190857 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'tag': '8a22a415-e1cc-4043-bf46-4719bea33490', 'status': 'completed', 'code': 200}
Jan 18 20:14:41.197701 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-abf846f9-4837-482f-9253-c113229a3116 None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:14:41.250391 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38163711-d4a8-4dca-9403-31653f6b111f req-951a5e86-8129-41e5-b65a-42da355233f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:41.254653 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-38163711-d4a8-4dca-9403-31653f6b111f req-951a5e86-8129-41e5-b65a-42da355233f0 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 1162 time: 0.2069302
Jan 18 20:14:41.321122 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64939c74-0655-4872-b0ef-bd26772e2c1c req-1eada426-fcff-4e28-a285-5d3cc37ca73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:41.323730 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-64939c74-0655-4872-b0ef-bd26772e2c1c req-1eada426-fcff-4e28-a285-5d3cc37ca73d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 1162 time: 0.1011739
Jan 18 20:14:41.420965 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38163711-d4a8-4dca-9403-31653f6b111f req-6f638560-9c8b-412c-b8b8-cb74a9640a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:41.422668 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-38163711-d4a8-4dca-9403-31653f6b111f req-6f638560-9c8b-412c-b8b8-cb74a9640a1c service neutron] 10.222.0.101 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.1566839
Jan 18 20:14:41.499310 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64939c74-0655-4872-b0ef-bd26772e2c1c req-f6e7eb2b-0942-4e7e-81ed-7fca774e3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:41.501109 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-64939c74-0655-4872-b0ef-bd26772e2c1c req-f6e7eb2b-0942-4e7e-81ed-7fca774e3ce4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.1693480
Jan 18 20:14:41.557522 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-38163711-d4a8-4dca-9403-31653f6b111f req-c0a22f80-2d97-40e1-83c5-7ca122e3940c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a22a415-e1cc-4043-bf46-4719bea33490 HTTP/1.1" status: 200  len: 998 time: 0.1267812
Jan 18 20:14:41.636591 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38163711-d4a8-4dca-9403-31653f6b111f req-104b3857-0d19-4ea7-b2e8-11b21d4e577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:41.638293 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-38163711-d4a8-4dca-9403-31653f6b111f req-104b3857-0d19-4ea7-b2e8-11b21d4e577f service neutron] 10.222.0.101 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0732691
Jan 18 20:14:41.738204 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38163711-d4a8-4dca-9403-31653f6b111f req-09a09048-b4f2-4f89-a1a3-49343f3875e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:41.740991 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-38163711-d4a8-4dca-9403-31653f6b111f req-09a09048-b4f2-4f89-a1a3-49343f3875e8 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0947576
Jan 18 20:14:41.827102 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-abf846f9-4837-482f-9253-c113229a3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b980a26a0>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '0ffb2633-3741-4c3c-b661-370f8b5957d3', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '8a22a415-e1cc-4043-bf46-4719bea33490', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:cb:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:14:37Z', 'updated_at': '2021-01-18T20:14:39Z', 'revision_number': 1, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}, {'id': '30da17f2-da21-4738-afe3-d8dfc85ea037', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '9f41b586-4995-42a3-b901-85dfe37da708', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:db:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf1211-ca7e-4365-889b-870d541fc05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:12:21Z', 'updated_at': '2021-01-18T20:12:27Z', 'revision_number': 2, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:14:41.831817 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf846f9-4837-482f-9253-c113229a3116 None None] Checking router: 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:14:41.842912 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf846f9-4837-482f-9253-c113229a3116 None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:14:41.843624 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-abf846f9-4837-482f-9253-c113229a3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b980a26a0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:14:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:14:41.890107 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-64939c74-0655-4872-b0ef-bd26772e2c1c req-30d77741-232f-4345-a9f4-f505a9136168 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a22a415-e1cc-4043-bf46-4719bea33490 HTTP/1.1" status: 200  len: 998 time: 0.3796859
Jan 18 20:14:41.908735 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-38163711-d4a8-4dca-9403-31653f6b111f req-1c82c622-4e06-4e74-8695-c6066cd0d3a6 service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602082
Jan 18 20:14:41.969433 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64939c74-0655-4872-b0ef-bd26772e2c1c req-d16064a6-c5f6-44e2-ba3c-4c8c46badfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:41.971308 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-64939c74-0655-4872-b0ef-bd26772e2c1c req-d16064a6-c5f6-44e2-ba3c-4c8c46badfc1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0737295
Jan 18 20:14:42.045823 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-abf846f9-4837-482f-9253-c113229a3116 None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:14:42.066731 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-38163711-d4a8-4dca-9403-31653f6b111f req-0daab97b-c97c-4080-9198-56708c343cc6 service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1511912
Jan 18 20:14:42.070600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64939c74-0655-4872-b0ef-bd26772e2c1c req-74a9b6a1-6c1f-4818-991a-a4d2a79ea17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:42.072247 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-64939c74-0655-4872-b0ef-bd26772e2c1c req-74a9b6a1-6c1f-4818-991a-a4d2a79ea17d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0917916
Jan 18 20:14:42.231727 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-64939c74-0655-4872-b0ef-bd26772e2c1c req-49e078c5-f588-4eb2-a4e9-8dc3d65a5bb7 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505935
Jan 18 20:14:42.391446 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-64939c74-0655-4872-b0ef-bd26772e2c1c req-9f46ce1c-eb5d-4ab3-81cd-d934589b01fb service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1487906
Jan 18 20:14:42.446287 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-abf846f9-4837-482f-9253-c113229a3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b980a26a0>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '0ffb2633-3741-4c3c-b661-370f8b5957d3', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '8a22a415-e1cc-4043-bf46-4719bea33490', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:cb:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:14:37Z', 'updated_at': '2021-01-18T20:14:39Z', 'revision_number': 1, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}, {'id': '30da17f2-da21-4738-afe3-d8dfc85ea037', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '9f41b586-4995-42a3-b901-85dfe37da708', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:db:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf1211-ca7e-4365-889b-870d541fc05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:12:21Z', 'updated_at': '2021-01-18T20:12:27Z', 'revision_number': 2, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:14:42.451131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf846f9-4837-482f-9253-c113229a3116 None None] The sync data for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi is: [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '0ffb2633-3741-4c3c-b661-370f8b5957d3', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '8a22a415-e1cc-4043-bf46-4719bea33490', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:cb:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:14:37Z', 'updated_at': '2021-01-18T20:14:39Z', 'revision_number': 1, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}, {'id': '30da17f2-da21-4738-afe3-d8dfc85ea037', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '9f41b586-4995-42a3-b901-85dfe37da708', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:db:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf1211-ca7e-4365-889b-870d541fc05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:12:21Z', 'updated_at': '2021-01-18T20:12:27Z', 'revision_number': 2, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:14:42.637853 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6afc74ae-539c-49ad-a76a-5af40b6ac894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:42.770602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851574f7-c99c-4130-8962-39646f09e18e None None] New status for floating IP 0ffb2633-3741-4c3c-b661-370f8b5957d3: ACTIVE {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:14:43.532584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:14:45.120778 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9cdb-50cf-4719-af3f-0ca33945e665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:45.798450 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:46.667675 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:47.341987 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:51.135270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:14:52.754705 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f45a188-a142-4cd4-936d-20bb0728bf1f req-74ee005e-b99a-4944-bfc4-412b20c56fb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0946281
Jan 18 20:14:52.964351 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45a188-a142-4cd4-936d-20bb0728bf1f req-0323359f-03e3-4e26-a4ef-3347ee8a3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:52.966326 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f45a188-a142-4cd4-936d-20bb0728bf1f req-0323359f-03e3-4e26-a4ef-3347ee8a3dab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 1162 time: 0.0827651
Jan 18 20:14:53.145991 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45a188-a142-4cd4-936d-20bb0728bf1f req-a60e040a-4cf1-4fab-896a-948e033d791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:53.147687 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f45a188-a142-4cd4-936d-20bb0728bf1f req-a60e040a-4cf1-4fab-896a-948e033d791f service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.1582878
Jan 18 20:14:53.274508 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f45a188-a142-4cd4-936d-20bb0728bf1f req-ca5a059b-1910-4d3d-99d2-36f9d1d2a69e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f41b586-4995-42a3-b901-85dfe37da708 HTTP/1.1" status: 200  len: 1001 time: 0.1188636
Jan 18 20:14:53.363080 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45a188-a142-4cd4-936d-20bb0728bf1f req-c15cae76-81ea-41cd-ad83-b125ee183c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:53.364768 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f45a188-a142-4cd4-936d-20bb0728bf1f req-c15cae76-81ea-41cd-ad83-b125ee183c7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0851545
Jan 18 20:14:53.462058 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45a188-a142-4cd4-936d-20bb0728bf1f req-f287a735-bded-4753-873f-ae6a123f8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:14:53.463616 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f45a188-a142-4cd4-936d-20bb0728bf1f req-f287a735-bded-4753-873f-ae6a123f8d79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0946088
Jan 18 20:14:53.642305 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f45a188-a142-4cd4-936d-20bb0728bf1f req-87f35cee-84fa-4263-bffd-7b884e60b5cc service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685886
Jan 18 20:14:53.798419 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-6f45a188-a142-4cd4-936d-20bb0728bf1f req-5da43bc8-84b9-4abf-ba9d-9cab6c65835a service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1473188
Jan 18 20:15:12.632953 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d6788daa-1215-4052-9bba-e4d661e1222b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:15:15.116167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c19d7b71-b191-418e-8d91-14b8c2616a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:15:15.803279 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:15:16.671101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:15:17.341898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:15:20.535258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:15:21.143904 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:15:42.641233 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-acf632ec-5204-4473-b7ef-2db0e0d006f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:15:45.123374 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a05a-b3eb-4f23-a544-54e03c3c20ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:15:45.805388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:15:46.669144 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:15:47.345240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:15:51.142847 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:15:53.777755 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc55be84-f2d1-4961-ae29-1092a7b58ef4 req-8e75c5d4-2990-4a94-afa3-eac3923550f6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0874176
Jan 18 20:15:53.910274 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55be84-f2d1-4961-ae29-1092a7b58ef4 req-28edb31d-4b76-482c-b4be-eaf44f9c9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:15:53.912044 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc55be84-f2d1-4961-ae29-1092a7b58ef4 req-28edb31d-4b76-482c-b4be-eaf44f9c9d24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 1162 time: 0.0960617
Jan 18 20:15:54.087364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55be84-f2d1-4961-ae29-1092a7b58ef4 req-a00fd3f2-df57-431d-b0b7-1fadee944405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:15:54.089065 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc55be84-f2d1-4961-ae29-1092a7b58ef4 req-a00fd3f2-df57-431d-b0b7-1fadee944405 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.1518216
Jan 18 20:15:54.210977 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc55be84-f2d1-4961-ae29-1092a7b58ef4 req-396cb586-34d8-4f0c-bf87-532f928b385f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a22a415-e1cc-4043-bf46-4719bea33490 HTTP/1.1" status: 200  len: 1000 time: 0.1103146
Jan 18 20:15:54.292006 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55be84-f2d1-4961-ae29-1092a7b58ef4 req-d8d25278-24d8-454a-abcd-7cad7b542a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:15:54.294466 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc55be84-f2d1-4961-ae29-1092a7b58ef4 req-d8d25278-24d8-454a-abcd-7cad7b542a86 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.0742376
Jan 18 20:15:54.385131 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55be84-f2d1-4961-ae29-1092a7b58ef4 req-37d27cfc-61be-4be1-9860-2561d94e328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:15:54.386735 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc55be84-f2d1-4961-ae29-1092a7b58ef4 req-37d27cfc-61be-4be1-9860-2561d94e328f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0835896
Jan 18 20:15:54.556598 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc55be84-f2d1-4961-ae29-1092a7b58ef4 req-40f10d21-d244-4979-8bfa-790305e61888 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608038
Jan 18 20:15:54.731704 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc55be84-f2d1-4961-ae29-1092a7b58ef4 req-2f0f8f1a-6af5-48d6-ad62-83a5e87b1f69 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1652846
Jan 18 20:15:57.535538 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:16:12.638364 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b8e52ea1-d61e-4e68-b9b4-212b605ebdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:13.315044 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-b9262d10-da0a-4826-b14b-15b54dd68e90 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips/0ffb2633-3741-4c3c-b661-370f8b5957d3 HTTP/1.1" status: 200  len: 997 time: 0.1239135
Jan 18 20:16:13.521184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-af6f4d02-5692-471f-9583-3614d893bcc7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:13.522727 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-af6f4d02-5692-471f-9583-3614d893bcc7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 784 time: 0.2001140
Jan 18 20:16:13.537393 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-d9b0f5ba-9217-4b4c-90e2-468b322b742c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 18 20:16:13.538476 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-d9b0f5ba-9217-4b4c-90e2-468b322b742c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0062406
Jan 18 20:16:13.669962 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-0ca3d8fa-2fac-4d39-9468-78a371a5a38c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.67 HTTP/1.1" status: 200  len: 1000 time: 0.1211162
Jan 18 20:16:13.790726 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-4bd78068-c4af-400b-b09f-76fc56837fd7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:13.792378 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-4bd78068-c4af-400b-b09f-76fc56837fd7 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports/8a22a415-e1cc-4043-bf46-4719bea33490 HTTP/1.1" status: 200  len: 942 time: 0.1134191
Jan 18 20:16:14.004660 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-d2e2126f-2680-4a00-aced-5ed82d7faaac tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.67 HTTP/1.1" status: 200  len: 1000 time: 0.1246376
Jan 18 20:16:14.252508 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Deleting port 0c1da734-f8b6-4a36-bc7b-97e54e0a1e72 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:14.252826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:14.457945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:14.458420 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:14.604834 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Calling delete_port for 0c1da734-f8b6-4a36-bc7b-97e54e0a1e72 owned by network:floatingip {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:14.784526 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:14.797661 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-d44af36f-929e-47ae-9d37-d97180921f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:14.853732 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event deleted for resources: {'Port': ['ID=0c1da734-f8b6-4a36-bc7b-97e54e0a1e72,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:14.872046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.872046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.872046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.872046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.872046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.872046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.872046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.872046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.872046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.873227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.873227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.873227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.873554 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.874057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.874425 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.874865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.875255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.875646 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.876033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.876443 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.876799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.877182 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.877573 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.877956 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:14.931376 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:15.062212 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:15.062634 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Floating IP 0ffb2633-3741-4c3c-b661-370f8b5957d3 disassociated (deleted). External IP: 172.27.0.67, port: 8a22a415-e1cc-4043-bf46-4719bea33490.
Jan 18 20:16:15.116844 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-60ee5216-ea09-4edc-b90c-f09309442f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:15.716343 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:16:15.808850 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:15.914735 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:16:15.925265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ce201-ca85-4210-a517-992a772fc668 None None] Sync routers for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:16:15.937242 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ce201-ca85-4210-a517-992a772fc668 None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:16:15.938046 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-927ce201-ca85-4210-a517-992a772fc668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98224898>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:16:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:15.943081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:16.008213 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-3c319374-ba96-40b2-9a50-ff2556e9f105 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "DELETE /v2.0/floatingips/0ffb2633-3741-4c3c-b661-370f8b5957d3 HTTP/1.1" status: 204  len: 173 time: 1.9968331
Jan 18 20:16:16.008771 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'tag': '8a22a415-e1cc-4043-bf46-4719bea33490'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:16:16.111920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-bb75cc12-40e5-497e-9dd7-1db6454cf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:16.113792 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-bb75cc12-40e5-497e-9dd7-1db6454cf86b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 1162 time: 0.0865414
Jan 18 20:16:16.146910 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-927ce201-ca85-4210-a517-992a772fc668 None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:16:16.232439 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'tag': '8a22a415-e1cc-4043-bf46-4719bea33490', 'status': 'completed', 'code': 200}
Jan 18 20:16:16.344939 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-897d67e8-0c2c-41f3-8ca6-f534d258702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:16.346561 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-897d67e8-0c2c-41f3-8ca6-f534d258702b service neutron] 10.222.0.101 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.2254353
Jan 18 20:16:16.429952 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-4be5dac4-74a4-4be2-a69c-79af2cf5b6ad service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a22a415-e1cc-4043-bf46-4719bea33490 HTTP/1.1" status: 200  len: 217 time: 0.0754571
Jan 18 20:16:16.478314 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5c23-2e34-4ca7-92f1-14cceb5cc487 req-9fedf437-cb9f-46fb-b76c-2d9d98888554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:16.480164 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cefa5c23-2e34-4ca7-92f1-14cceb5cc487 req-9fedf437-cb9f-46fb-b76c-2d9d98888554 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 1162 time: 0.2313271
Jan 18 20:16:16.553866 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-da916ba2-e8cb-4252-910f-6e06c8bf1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:16.555524 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-da916ba2-e8cb-4252-910f-6e06c8bf1a38 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.1181567
Jan 18 20:16:16.559399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-927ce201-ca85-4210-a517-992a772fc668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98224898>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '30da17f2-da21-4738-afe3-d8dfc85ea037', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '9f41b586-4995-42a3-b901-85dfe37da708', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:db:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf1211-ca7e-4365-889b-870d541fc05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:12:21Z', 'updated_at': '2021-01-18T20:12:27Z', 'revision_number': 2, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:16.564183 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ce201-ca85-4210-a517-992a772fc668 None None] Checking router: 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:16:16.573821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ce201-ca85-4210-a517-992a772fc668 None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:16:16.574475 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-927ce201-ca85-4210-a517-992a772fc668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98224898>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:16:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:16.664002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:16.711165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5c23-2e34-4ca7-92f1-14cceb5cc487 req-65c13a83-4200-45d8-b0b7-80d466b4c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:16.712894 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cefa5c23-2e34-4ca7-92f1-14cceb5cc487 req-65c13a83-4200-45d8-b0b7-80d466b4c51e service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.2186525
Jan 18 20:16:16.773125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-927ce201-ca85-4210-a517-992a772fc668 None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:16:16.797691 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cefa5c23-2e34-4ca7-92f1-14cceb5cc487 req-6b96b7d9-742b-48b8-b4dd-7d9c876f9943 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a22a415-e1cc-4043-bf46-4719bea33490 HTTP/1.1" status: 200  len: 217 time: 0.0753250
Jan 18 20:16:16.800625 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-c818ea8b-29f6-4a02-acaf-c1726585a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:16.802183 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-c818ea8b-29f6-4a02-acaf-c1726585a06e service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1989026
Jan 18 20:16:16.964806 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5c23-2e34-4ca7-92f1-14cceb5cc487 req-df2c534c-be1a-44b3-b8a9-e0bd4c948c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:16.966341 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cefa5c23-2e34-4ca7-92f1-14cceb5cc487 req-df2c534c-be1a-44b3-b8a9-e0bd4c948c81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.1607008
Jan 18 20:16:17.073437 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-ca25fdd6-eb5b-4c3d-a32a-8468400c2e20 service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317820
Jan 18 20:16:17.196902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5c23-2e34-4ca7-92f1-14cceb5cc487 req-1a55cde3-70e5-4959-8cac-9edf4bc99f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:17.198723 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cefa5c23-2e34-4ca7-92f1-14cceb5cc487 req-1a55cde3-70e5-4959-8cac-9edf4bc99f33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2152925
Jan 18 20:16:17.326957 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-927ce201-ca85-4210-a517-992a772fc668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98224898>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '30da17f2-da21-4738-afe3-d8dfc85ea037', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '9f41b586-4995-42a3-b901-85dfe37da708', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:db:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf1211-ca7e-4365-889b-870d541fc05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:12:21Z', 'updated_at': '2021-01-18T20:12:27Z', 'revision_number': 2, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:17.331668 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ce201-ca85-4210-a517-992a772fc668 None None] The sync data for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi is: [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_floatingips': [{'id': '30da17f2-da21-4738-afe3-d8dfc85ea037', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'router_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'port_id': '9f41b586-4995-42a3-b901-85dfe37da708', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'mac_address': 'fa:16:3e:db:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf1211-ca7e-4365-889b-870d541fc05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T20:12:21Z', 'updated_at': '2021-01-18T20:12:27Z', 'revision_number': 2, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:16:17.339238 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-c56a48e7-379e-4d14-b0c4-9211cdefebd0 req-19e8c7a2-914f-4c3b-9d06-5542374e71d5 service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2574236
Jan 18 20:16:17.356793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:17.386111 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cefa5c23-2e34-4ca7-92f1-14cceb5cc487 req-80be848f-e61c-4605-8af2-39c6edddc954 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760218
Jan 18 20:16:17.553706 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cefa5c23-2e34-4ca7-92f1-14cceb5cc487 req-e551153d-d149-47fb-a916-a3429676bd42 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1577785
Jan 18 20:16:17.763516 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a0403-4a4f-4157-8404-90a756b58434 None None] New status for floating IP 0ffb2633-3741-4c3c-b661-370f8b5957d3: DOWN {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:16:17.845480 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e97f3-f144-4aa1-81b9-21c2077462d6 req-9befb839-9bb2-4cbf-9b91-9a6ac07a1b6c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:17.846324 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-493e97f3-f144-4aa1-81b9-21c2077462d6 req-9befb839-9bb2-4cbf-9b91-9a6ac07a1b6c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:16:17.862445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-493e97f3-f144-4aa1-81b9-21c2077462d6 req-9befb839-9bb2-4cbf-9b91-9a6ac07a1b6c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:16:17.863734 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-493e97f3-f144-4aa1-81b9-21c2077462d6 req-9befb839-9bb2-4cbf-9b91-9a6ac07a1b6c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 945 time: 0.1333985
Jan 18 20:16:17.925019 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-493e97f3-f144-4aa1-81b9-21c2077462d6 req-c4f80157-c6a5-4517-ae5b-0e8caefd3589 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0545547
Jan 18 20:16:19.186611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3737aa-fa94-455b-94fb-2562cdc0797c req-8b066ad3-a5fe-4c25-83c5-a4393da5113b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:19.188476 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-da3737aa-fa94-455b-94fb-2562cdc0797c req-8b066ad3-a5fe-4c25-83c5-a4393da5113b tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 945 time: 0.1164908
Jan 18 20:16:19.248117 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-da3737aa-fa94-455b-94fb-2562cdc0797c req-11907ba7-1ce7-444e-9990-8d300848aec0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0506289
Jan 18 20:16:19.364681 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-48eecfc3-ba19-41cc-88fe-d9b4b9c3a492 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:19.366384 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-48eecfc3-ba19-41cc-88fe-d9b4b9c3a492 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 945 time: 0.1144032
Jan 18 20:16:19.471165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Deleting port 8a22a415-e1cc-4043-bf46-4719bea33490 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:19.471432 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:19.762544 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] For port 8a22a415-e1cc-4043-bf46-4719bea33490, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=8a22a415-e1cc-4043-bf46-4719bea33490,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:16:19.762952 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:20.017556 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 8a22a415-e1cc-4043-bf46-4719bea33490 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:16:20.148781 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Calling delete_port for 8a22a415-e1cc-4043-bf46-4719bea33490 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:20.155022 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850680442'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:20.186786 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a22a415-e1cc-4043-bf46-4719bea33490'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:16:20.198550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] For port 8a22a415-e1cc-4043-bf46-4719bea33490, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=8a22a415-e1cc-4043-bf46-4719bea33490,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:16:20.202354 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302072335271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302072772929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734782002905'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:20.204255 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1d3c7058-804f-46d3-84dc-975ce3403527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:20.240640 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80179) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:16:20.241003 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:16:20.257621 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a22a415-e1cc-4043-bf46-4719bea33490', 'code': 200}
Jan 18 20:16:20.279897 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Pushing event updated for resources: {'Port': ['ID=8a22a415-e1cc-4043-bf46-4719bea33490,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:20.288712 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.289100 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.289481 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.289849 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.290250 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.290617 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.290979 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.291349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.291710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.292070 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.292461 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.292846 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.293215 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.293567 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.293920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.294312 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.294610 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.294975 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.295293 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.295645 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.295995 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.296407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.296759 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.297110 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:20.302085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:20.512410 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42a3c6-2eae-43cd-8f04-c7bca8a4101c req-f560d7ee-e86e-4391-9993-0e6c82e179fb tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:20.514196 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0a42a3c6-2eae-43cd-8f04-c7bca8a4101c req-f560d7ee-e86e-4391-9993-0e6c82e179fb tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 943 time: 0.1241460
Jan 18 20:16:20.581662 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-0a42a3c6-2eae-43cd-8f04-c7bca8a4101c req-4bee6bf5-31c2-4654-836e-e4b7553ce64a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0575926
Jan 18 20:16:20.741996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Deleting port 8a22a415-e1cc-4043-bf46-4719bea33490 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:20.742389 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:21.031514 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] For port 8a22a415-e1cc-4043-bf46-4719bea33490, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=8a22a415-e1cc-4043-bf46-4719bea33490,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:16:21.031938 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:21.155598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:21.171910 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Calling delete_port for 8a22a415-e1cc-4043-bf46-4719bea33490 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:21.347406 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:21.364931 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c1ec6f22-7169-44d2-937f-b22ef45579f8 tempest-AttachVolumeTestJSON-1989748808 tempest-AttachVolumeTestJSON-1989748808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:21.416859 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event deleted for resources: {'Port': ['ID=8a22a415-e1cc-4043-bf46-4719bea33490,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:21.428898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:21.599774 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] No DVR routers for this DVR port 8a22a415-e1cc-4043-bf46-4719bea33490 on host hv-cinder-56205 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:16:21.602407 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:21.605825 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'name': 'network-vif-deleted', 'tag': '8a22a415-e1cc-4043-bf46-4719bea33490'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:16:21.622791 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-711b710f-4099-45ca-a3fe-662fe95a79c9 req-67671c5f-6e34-4143-a1be-4d64e29f979c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "DELETE /v2.0/ports/8a22a415-e1cc-4043-bf46-4719bea33490 HTTP/1.1" status: 204  len: 173 time: 2.2492225
Jan 18 20:16:21.672953 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99a20f1-47d9-43cb-a21c-39a3f350dde1', 'name': 'network-vif-deleted', 'tag': '8a22a415-e1cc-4043-bf46-4719bea33490', 'status': 'completed', 'code': 200}
Jan 18 20:16:21.792279 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-cc980a76-d336-48c2-a03d-3393e29d42b7 req-cb5bb76f-55fb-46d5-a241-57bb5de9fd4d tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 210 time: 0.0543287
Jan 18 20:16:23.022709 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-1b81c78e-a9ae-4ff0-b5c4-a6d7a9865940 req-93d1cf47-0451-40f8-8db4-55a2695478e5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:16:23.039166 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-1b81c78e-a9ae-4ff0-b5c4-a6d7a9865940 req-93d1cf47-0451-40f8-8db4-55a2695478e5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:16:23.041176 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1b81c78e-a9ae-4ff0-b5c4-a6d7a9865940 req-93d1cf47-0451-40f8-8db4-55a2695478e5 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=d99a20f1-47d9-43cb-a21c-39a3f350dde1 HTTP/1.1" status: 200  len: 210 time: 0.0735641
Jan 18 20:16:26.812055 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-576f7869-58bd-40c5-b078-a500d865988f tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips/30da17f2-da21-4738-afe3-d8dfc85ea037 HTTP/1.1" status: 200  len: 998 time: 0.1425266
Jan 18 20:16:27.003040 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-12b207b0-de8f-4c92-9a12-81d4888fdc12 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:27.004517 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-12b207b0-de8f-4c92-9a12-81d4888fdc12 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 784 time: 0.1834598
Jan 18 20:16:27.129297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-47c2e75d-8a8c-49a7-b439-354652569255 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:floatingip {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:16:27.147434 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-47c2e75d-8a8c-49a7-b439-354652569255 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:floatingip {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:16:27.148769 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-47c2e75d-8a8c-49a7-b439-354652569255 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.212 HTTP/1.1" status: 200  len: 1001 time: 0.1339004
Jan 18 20:16:27.256935 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-0d74f79c-902c-47de-b3e5-0c85c248b224 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:27.258462 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-0d74f79c-902c-47de-b3e5-0c85c248b224 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports/9f41b586-4995-42a3-b901-85dfe37da708 HTTP/1.1" status: 200  len: 942 time: 0.1010251
Jan 18 20:16:27.470607 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-96465439-f2f8-4cc2-bebe-0e2e7910d6bf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.212 HTTP/1.1" status: 200  len: 1001 time: 0.1226518
Jan 18 20:16:27.723764 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Deleting port f645fc58-14fc-4ce4-badd-36ed4697f9fe {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:27.724155 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:27.928654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:27.929294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:28.065173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Calling delete_port for f645fc58-14fc-4ce4-badd-36ed4697f9fe owned by network:floatingip {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:28.239582 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:28.254207 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c31d6291-158b-4ce0-af39-866a04e2344e tempest-ServerRescueNegativeTestJSON-1964132906 tempest-ServerRescueNegativeTestJSON-1964132906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:28.306654 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event deleted for resources: {'Port': ['ID=f645fc58-14fc-4ce4-badd-36ed4697f9fe,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:28.320493 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:28.505945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:28.506244 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.db.l3_db [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Floating IP 30da17f2-da21-4738-afe3-d8dfc85ea037 disassociated (deleted). External IP: 172.27.0.212, port: 9f41b586-4995-42a3-b901-85dfe37da708.
Jan 18 20:16:28.908302 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:16:29.390687 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:16:29.402791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2a436-89e3-44ed-b60e-66ce4ce4b0da None None] Sync routers for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:16:29.412821 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2a436-89e3-44ed-b60e-66ce4ce4b0da None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:16:29.413507 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-bdc2a436-89e3-44ed-b60e-66ce4ce4b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b982b02b0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:16:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:29.419463 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:29.480376 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-e769579f-9867-4845-a848-220c3e1c5baf tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "DELETE /v2.0/floatingips/30da17f2-da21-4738-afe3-d8dfc85ea037 HTTP/1.1" status: 204  len: 173 time: 2.0024338
Jan 18 20:16:29.480998 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bf1211-ca7e-4365-889b-870d541fc05a', 'tag': '9f41b586-4995-42a3-b901-85dfe37da708'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:16:29.560732 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bf1211-ca7e-4365-889b-870d541fc05a', 'tag': '9f41b586-4995-42a3-b901-85dfe37da708', 'status': 'completed', 'code': 200}
Jan 18 20:16:29.590000 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-dc65bac8-e9de-49e5-af1e-db5ce0e104cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:29.591700 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-dc65bac8-e9de-49e5-af1e-db5ce0e104cc service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 1162 time: 0.0961893
Jan 18 20:16:29.624121 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-bdc2a436-89e3-44ed-b60e-66ce4ce4b0da None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:16:29.825633 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-689cf120-4740-45a6-b140-5a092de064ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:29.826184 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-689cf120-4740-45a6-b140-5a092de064ce service neutron] 10.222.0.101 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.2275872
Jan 18 20:16:29.889370 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5a22-af65-4512-8091-25ea80168e1c req-f829a762-4655-4cee-8411-cb80b7e011bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:29.891061 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5d9d5a22-af65-4512-8091-25ea80168e1c req-f829a762-4655-4cee-8411-cb80b7e011bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37c37dd62314742ace1bcb84c0d3473&device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 1162 time: 0.2661173
Jan 18 20:16:29.933855 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-2278dee9-0489-4082-b840-397768ea47f8 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f41b586-4995-42a3-b901-85dfe37da708 HTTP/1.1" status: 200  len: 217 time: 0.1003337
Jan 18 20:16:29.977832 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-bdc2a436-89e3-44ed-b60e-66ce4ce4b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b982b02b0>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:29.982906 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2a436-89e3-44ed-b60e-66ce4ce4b0da None None] Checking router: 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:16:29.992219 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2a436-89e3-44ed-b60e-66ce4ce4b0da None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:16:29.993088 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-bdc2a436-89e3-44ed-b60e-66ce4ce4b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b982b02b0>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:16:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:30.090807 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-b16c3ff9-6d91-474d-90bd-653d398dc3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:30.092478 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-b16c3ff9-6d91-474d-90bd-653d398dc3db service neutron] 10.222.0.101 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.1506066
Jan 18 20:16:30.171511 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5a22-af65-4512-8091-25ea80168e1c req-c335f106-e7eb-49eb-b0ed-c3586430464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:30.174168 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5d9d5a22-af65-4512-8091-25ea80168e1c req-c335f106-e7eb-49eb-b0ed-c3586430464e service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 200  len: 905 time: 0.2735786
Jan 18 20:16:30.206085 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-bdc2a436-89e3-44ed-b60e-66ce4ce4b0da None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:16:30.261298 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5d9d5a22-af65-4512-8091-25ea80168e1c req-004bb7dc-cda6-4a64-990a-cb92efd3235b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f41b586-4995-42a3-b901-85dfe37da708 HTTP/1.1" status: 200  len: 217 time: 0.0754366
Jan 18 20:16:30.306753 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-0a3ba813-0257-490d-9f53-39349d458d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:30.308456 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-0a3ba813-0257-490d-9f53-39349d458d7e service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2077870
Jan 18 20:16:30.389198 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5a22-af65-4512-8091-25ea80168e1c req-bafb98f1-9874-431e-88da-931f61034b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:30.390741 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5d9d5a22-af65-4512-8091-25ea80168e1c req-bafb98f1-9874-431e-88da-931f61034b26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 200  len: 850 time: 0.1211762
Jan 18 20:16:30.549699 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-cb154490-da87-4b46-9a3e-657e2bcb3072 service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300103
Jan 18 20:16:30.604338 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5a22-af65-4512-8091-25ea80168e1c req-952d2738-af2f-4bb9-b530-0c59db885d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:30.606170 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5d9d5a22-af65-4512-8091-25ea80168e1c req-952d2738-af2f-4bb9-b530-0c59db885d05 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc461dca-bf55-4c88-9d4a-bd88fae2d591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1678848
Jan 18 20:16:30.734871 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-bdc2a436-89e3-44ed-b60e-66ce4ce4b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b982b02b0>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:30.744673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2a436-89e3-44ed-b60e-66ce4ce4b0da None None] The sync data for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi is: [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:08:50Z', 'revision_number': 4, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi', '_interfaces': [{'id': 'c70f0adc-154d-4373-9658-3b5b9b87c2c5', 'name': '', 'network_id': 'fc461dca-bf55-4c88-9d4a-bd88fae2d591', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'mac_address': 'fa:16:3e:c6:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:49Z', 'updated_at': '2021-01-18T20:09:00Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'subnets': [{'id': '469bf790-4fcd-4579-b9b3-8247924eaee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:16:30.822968 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-23c1e5f7-652c-40ce-a401-d8e771ff7200 req-2238df62-be94-4ce1-9ff9-1aa727fb45e1 service neutron] 10.222.0.101 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2652776
Jan 18 20:16:30.851764 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5d9d5a22-af65-4512-8091-25ea80168e1c req-64fdda3b-ad8d-4662-a5ca-5c2f7e5ff398 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901362
Jan 18 20:16:31.006617 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-5d9d5a22-af65-4512-8091-25ea80168e1c req-2697d371-9c62-491b-9101-dbe444b2ed63 service neutron] 10.222.0.72 "GET /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1459775
Jan 18 20:16:31.155783 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b0c35-2a88-4837-81d0-050b24ae373d None None] New status for floating IP 30da17f2-da21-4738-afe3-d8dfc85ea037: DOWN {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 18 20:16:31.284041 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30eebd-4f7c-4ef1-a7f6-c2000a9fbf51 req-6dee5d03-a40b-4d21-bbc5-bf251e3a03d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:31.284922 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-1d30eebd-4f7c-4ef1-a7f6-c2000a9fbf51 req-6dee5d03-a40b-4d21-bbc5-bf251e3a03d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Synchronizing usage tracker for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 18 20:16:31.301793 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.quota.resource [req-1d30eebd-4f7c-4ef1-a7f6-c2000a9fbf51 req-6dee5d03-a40b-4d21-bbc5-bf251e3a03d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Unset dirty status for tenant:f37c37dd62314742ace1bcb84c0d3473 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 18 20:16:31.303172 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d30eebd-4f7c-4ef1-a7f6-c2000a9fbf51 req-6dee5d03-a40b-4d21-bbc5-bf251e3a03d0 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 945 time: 0.1261728
Jan 18 20:16:31.371797 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-1d30eebd-4f7c-4ef1-a7f6-c2000a9fbf51 req-59480153-f495-4170-982a-cf39bbf5104a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0595961
Jan 18 20:16:32.220221 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 9f41b586-4995-42a3-b901-85dfe37da708 up at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 18 20:16:32.298165 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.provisioning_blocks [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Provisioning complete for port 9f41b586-4995-42a3-b901-85dfe37da708 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 18 20:16:32.298582 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3964166'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:32.625517 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640167dd-dfe9-4cbe-a830-75ec08397a8f req-d9f52260-17e8-434f-befc-48b09a1c33a8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:32.627306 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-640167dd-dfe9-4cbe-a830-75ec08397a8f req-d9f52260-17e8-434f-befc-48b09a1c33a8 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 945 time: 0.1093516
Jan 18 20:16:32.669507 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23365de-a8d0-44a1-80d9-ab9add11ee58 req-a742ec4e-7cf3-4a79-96b4-fa54286144e3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:32.671738 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e23365de-a8d0-44a1-80d9-ab9add11ee58 req-a742ec4e-7cf3-4a79-96b4-fa54286144e3 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 945 time: 0.1146009
Jan 18 20:16:32.688217 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-640167dd-dfe9-4cbe-a830-75ec08397a8f req-86f91803-2ea0-4c2f-b02b-586cb0fb0c44 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups?id=6ae26b61-bf6d-411a-9d52-e2b25733e6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0542748
Jan 18 20:16:32.757617 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-e23365de-a8d0-44a1-80d9-ab9add11ee58 req-49b08a31-14d7-4e51-ae7b-d1c99e596af1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Deleting port 9f41b586-4995-42a3-b901-85dfe37da708 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:32.758057 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e23365de-a8d0-44a1-80d9-ab9add11ee58 req-49b08a31-14d7-4e51-ae7b-d1c99e596af1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:33.060029 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [req-e23365de-a8d0-44a1-80d9-ab9add11ee58 req-49b08a31-14d7-4e51-ae7b-d1c99e596af1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] For port 9f41b586-4995-42a3-b901-85dfe37da708, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=9f41b586-4995-42a3-b901-85dfe37da708,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:16:33.060452 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e23365de-a8d0-44a1-80d9-ab9add11ee58 req-49b08a31-14d7-4e51-ae7b-d1c99e596af1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:33.211843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-e23365de-a8d0-44a1-80d9-ab9add11ee58 req-49b08a31-14d7-4e51-ae7b-d1c99e596af1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Calling delete_port for 9f41b586-4995-42a3-b901-85dfe37da708 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:33.387977 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e23365de-a8d0-44a1-80d9-ab9add11ee58 req-49b08a31-14d7-4e51-ae7b-d1c99e596af1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:33.404606 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c7518056-b488-4662-9c43-330f88e6e326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:33.469742 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b08a31-14d7-4e51-ae7b-d1c99e596af1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event deleted for resources: {'Port': ['ID=9f41b586-4995-42a3-b901-85dfe37da708,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:33.472638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-49b08a31-14d7-4e51-ae7b-d1c99e596af1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:33.631941 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23365de-a8d0-44a1-80d9-ab9add11ee58 req-49b08a31-14d7-4e51-ae7b-d1c99e596af1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] No DVR routers for this DVR port 9f41b586-4995-42a3-b901-85dfe37da708 on host hv-cinder-56205 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:16:33.634353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-e23365de-a8d0-44a1-80d9-ab9add11ee58 req-49b08a31-14d7-4e51-ae7b-d1c99e596af1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:33.637323 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bf1211-ca7e-4365-889b-870d541fc05a', 'name': 'network-vif-deleted', 'tag': '9f41b586-4995-42a3-b901-85dfe37da708'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 18 20:16:33.653026 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-e23365de-a8d0-44a1-80d9-ab9add11ee58 req-49b08a31-14d7-4e51-ae7b-d1c99e596af1 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.72 "DELETE /v2.0/ports/9f41b586-4995-42a3-b901-85dfe37da708 HTTP/1.1" status: 204  len: 173 time: 0.9760878
Jan 18 20:16:33.704678 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bf1211-ca7e-4365-889b-870d541fc05a', 'name': 'network-vif-deleted', 'tag': '9f41b586-4995-42a3-b901-85dfe37da708', 'status': 'completed', 'code': 200}
Jan 18 20:16:33.892478 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-628558f2-1f8f-40f4-a59f-701fc0ad0ea7 req-8ee1bafb-cfc7-4c9e-b600-0b1712184938 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/ports?device_id=79bf1211-ca7e-4365-889b-870d541fc05a HTTP/1.1" status: 200  len: 210 time: 0.0522511
Jan 18 20:16:34.144881 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 9f41b586-4995-42a3-b901-85dfe37da708 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:16:34.189150 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] No Port match for: 9f41b586-4995-42a3-b901-85dfe37da708 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:16:34.189541 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Device 9f41b586-4995-42a3-b901-85dfe37da708 not bound to the agent host hv-cinder-56205 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:16:34.536695 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:16:35.177546 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-3b9cf614-5b32-4079-bcba-ddc5ab4c638e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips/064c6f4b-ae62-41fe-8434-9bb03b6cb9f0 HTTP/1.1" status: 200  len: 692 time: 0.1145225
Jan 18 20:16:35.383399 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-2252fcee-cf84-4e08-8e96-6a08ab91cb6a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 18 20:16:35.385301 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-2252fcee-cf84-4e08-8e96-6a08ab91cb6a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/networks/39a6a30a-8ea8-4d87-8b09-359f15d9a448 HTTP/1.1" status: 200  len: 784 time: 0.1986837
Jan 18 20:16:35.493017 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-dae850d4-e367-4259-b8ae-9406f0b83842 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.59 HTTP/1.1" status: 200  len: 695 time: 0.0970049
Jan 18 20:16:35.594055 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-f77632bc-e904-41d5-8cd5-2827e239ef3c tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.59 HTTP/1.1" status: 200  len: 695 time: 0.0911856
Jan 18 20:16:35.784132 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Deleting port 851ec54c-56d3-405f-9779-89f7ca402f0e {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:35.784557 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:35.977004 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:35.977315 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:36.113233 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Calling delete_port for 851ec54c-56d3-405f-9779-89f7ca402f0e owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:36.279563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:36.297199 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-928d41ac-4c75-4728-93e3-4eace534af4b tempest-DeleteServersTestJSON-702227335 tempest-DeleteServersTestJSON-702227335] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:36.357192 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event deleted for resources: {'Port': ['ID=851ec54c-56d3-405f-9779-89f7ca402f0e,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:36.371098 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.371449 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.371865 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.372270 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.372708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.373102 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.373507 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.373907 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.374306 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.374705 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.375101 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.375497 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.375920 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.376341 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.376727 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.377118 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.377512 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.377903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.378297 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.378691 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.379081 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.379488 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.379910 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.380349 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 18 20:16:36.431094 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:36.561107 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:36.580804 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14353'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:36.582084 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-8e243705-7b3a-4ee1-b907-e000dbea6487 req-ec485b6d-6c7f-4589-b46f-13fa98f65287 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "DELETE /v2.0/floatingips/064c6f4b-ae62-41fe-8434-9bb03b6cb9f0 HTTP/1.1" status: 204  len: 173 time: 0.9783278
Jan 18 20:16:38.145429 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ae898797-9f31-4761-8ce4-bbd9805d5105 req-7addfc51-6a8f-4447-af3f-6357e7f54042 tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "GET /v2.0/security-groups/6ae26b61-bf6d-411a-9d52-e2b25733e6c5 HTTP/1.1" status: 200  len: 2999 time: 0.0664713
Jan 18 20:16:38.242153 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ae898797-9f31-4761-8ce4-bbd9805d5105 req-f813b078-d3cf-4b4c-adc7-dfe27218468a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:38.276584 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ae898797-9f31-4761-8ce4-bbd9805d5105 req-f813b078-d3cf-4b4c-adc7-dfe27218468a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:38.341504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ae898797-9f31-4761-8ce4-bbd9805d5105 req-f813b078-d3cf-4b4c-adc7-dfe27218468a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:38.349419 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-8ec8d9e7-09c6-447a-8633-71012656cc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:38.369294 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813b078-d3cf-4b4c-adc7-dfe27218468a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae26b61-bf6d-411a-9d52-e2b25733e6c5,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:38.372344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f813b078-d3cf-4b4c-adc7-dfe27218468a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:38.380043 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [req-ae898797-9f31-4761-8ce4-bbd9805d5105 req-f813b078-d3cf-4b4c-adc7-dfe27218468a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:38.381294 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [req-ae898797-9f31-4761-8ce4-bbd9805d5105 req-f813b078-d3cf-4b4c-adc7-dfe27218468a tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] 10.222.0.101 "DELETE /v2.0/security-groups/6ae26b61-bf6d-411a-9d52-e2b25733e6c5 HTTP/1.1" status: 204  len: 173 time: 0.2261295
Jan 18 20:16:38.466600 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 39444) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:16:39.546977 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938819'] for router_interface, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:39.937388 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] Deleting port c70f0adc-154d-4373-9658-3b5b9b87c2c5 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:39.937664 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:40.131381 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] For port c70f0adc-154d-4373-9658-3b5b9b87c2c5, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=c70f0adc-154d-4373-9658-3b5b9b87c2c5,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:16:40.131796 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:40.269578 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] Calling delete_port for c70f0adc-154d-4373-9658-3b5b9b87c2c5 owned by network:router_interface {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:40.487185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:40.501533 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-66abe440-8c24-405c-b237-216551e6853b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:40.563573 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] Pushing event deleted for resources: {'Port': ['ID=c70f0adc-154d-4373-9658-3b5b9b87c2c5,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:40.568423 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:40.947418 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938813'] for router_interface, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:41.548509 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] Router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:16:41.753707 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:16:41.771643 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac780a-dc24-4315-9f46-69421d943357 None None] Sync routers for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:16:41.776510 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-aa7c868e-160f-4a17-929b-c7c11eac1ada admin admin] 10.222.0.101 "PUT /v2.0/routers/9e0b90e9-7340-42d7-9a0e-9ceaf6187190/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3082182
Jan 18 20:16:41.780060 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 39450) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:16:41.783902 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac780a-dc24-4315-9f46-69421d943357 None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:16:41.784632 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-d9ac780a-dc24-4315-9f46-69421d943357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98174dd8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:16:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:42.165576 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-d9ac780a-dc24-4315-9f46-69421d943357 None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:16:42.252658 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Notify callbacks [] for router, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:42.461749 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:42.468478 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Deleting port a7275dcf-cc77-44a5-a084-4023c651b7ee {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:42.469123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:42.489334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-d9ac780a-dc24-4315-9f46-69421d943357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98174dd8>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:16:40Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:42.493641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac780a-dc24-4315-9f46-69421d943357 None None] Checking router: 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 for host: dv-cinder-562053-17-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:16:42.504977 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac780a-dc24-4315-9f46-69421d943357 None None] Routers {'9e0b90e9-7340-42d7-9a0e-9ceaf6187190'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:16:42.505733 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-d9ac780a-dc24-4315-9f46-69421d943357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98174dd8>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:16:15Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:42.633678 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-96f938fe-56f9-479c-8346-3b15da608ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:42.680413 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] For port a7275dcf-cc77-44a5-a084-4023c651b7ee, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=a7275dcf-cc77-44a5-a084-4023c651b7ee,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:16:42.680798 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:42.721677 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-d9ac780a-dc24-4315-9f46-69421d943357 None None] Set router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:16:42.826876 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Calling delete_port for a7275dcf-cc77-44a5-a084-4023c651b7ee owned by network:router_gateway {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:42.991302 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:43.058620 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-d9ac780a-dc24-4315-9f46-69421d943357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98174dd8>, [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:16:40Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:43.063570 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac780a-dc24-4315-9f46-69421d943357 None None] The sync data for ids ['9e0b90e9-7340-42d7-9a0e-9ceaf6187190'] in dv-cinder-562053-17-iscsi is: [{'id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'name': 'tempest-TestVolumeBootPattern-122758257-router', 'tenant_id': 'f37c37dd62314742ace1bcb84c0d3473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:44Z', 'updated_at': '2021-01-18T20:16:40Z', 'revision_number': 5, 'project_id': 'f37c37dd62314742ace1bcb84c0d3473', 'gw_port': {'id': 'a7275dcf-cc77-44a5-a084-4023c651b7ee', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b90e9-7340-42d7-9a0e-9ceaf6187190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:45Z', 'updated_at': '2021-01-18T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:16:43.203898 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853836725'] for router_gateway, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:43.278845 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device c70f0adc-154d-4373-9658-3b5b9b87c2c5 no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:16:43.335626 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: c70f0adc-154d-4373-9658-3b5b9b87c2c5 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:16:43.336352 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device c70f0adc-154d-4373-9658-3b5b9b87c2c5 not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:16:43.390864 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772468'] for router, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:43.393753 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:43.420013 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939512'] for router, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:43.420646 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e0b90e9-7340-42d7-9a0e-9ceaf6187190 {{(pid=80179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 18 20:16:43.443641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:43.446770 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-5ccbba05-6b3f-4a00-bec6-2c824586b3fb admin admin] 10.222.0.101 "DELETE /v2.0/routers/9e0b90e9-7340-42d7-9a0e-9ceaf6187190 HTTP/1.1" status: 204  len: 168 time: 1.6649358
Jan 18 20:16:43.450265 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 39454) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:16:43.531675 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e512a7-efb6-4cd2-b812-bfc55a181974 admin admin] Deleting subnet 469bf790-4fcd-4579-b9b3-8247924eaee9 {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:16:43.535566 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f3e512a7-efb6-4cd2-b812-bfc55a181974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:43.604366 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f3e512a7-efb6-4cd2-b812-bfc55a181974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312744'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:43.706786 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f3e512a7-efb6-4cd2-b812-bfc55a181974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:44.000195 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f3e512a7-efb6-4cd2-b812-bfc55a181974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793870836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10620899'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:44.021278 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:44.072586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e512a7-efb6-4cd2-b812-bfc55a181974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=469bf790-4fcd-4579-b9b3-8247924eaee9,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:44.077006 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f3e512a7-efb6-4cd2-b812-bfc55a181974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:44.165227 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f3e512a7-efb6-4cd2-b812-bfc55a181974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:44.170638 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c79b98-43bf-4ff3-a601-b095a62032d4 None None] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:16:44.171822 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f3e512a7-efb6-4cd2-b812-bfc55a181974 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/469bf790-4fcd-4579-b9b3-8247924eaee9 HTTP/1.1" status: 204  len: 168 time: 0.7202456
Jan 18 20:16:44.174646 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 39458) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:16:44.303390 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:44.374647 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Deleting port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:44.374940 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:44.440925 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995dd369-4f26-4c9c-9fb1-fa18142b5d64 None None] DHCP port deletion for fc461dca-bf55-4c88-9d4a-bd88fae2d591 request from dv-cinder-562053-17-iscsi {{(pid=80181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 18 20:16:44.446777 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-995dd369-4f26-4c9c-9fb1-fa18142b5d64 None None] Deleting port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:44.447528 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-995dd369-4f26-4c9c-9fb1-fa18142b5d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:44.612982 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] For port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:16:44.613308 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:44.693740 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-995dd369-4f26-4c9c-9fb1-fa18142b5d64 None None] For port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29,segment=NetworkSegment(a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd),segment_id=a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:16:44.694086 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-995dd369-4f26-4c9c-9fb1-fa18142b5d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:44.755382 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Calling delete_port for f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 owned by network:dhcp {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:44.829837 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-995dd369-4f26-4c9c-9fb1-fa18142b5d64 None None] Calling delete_port for f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:44.837362 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60905050'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:44.851996 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-5cba2d12-630b-4341-9ba1-7c7c09fdb69e tempest-TestVolumeBootPattern-1550499150 tempest-TestVolumeBootPattern-1550499150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:44.904583 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:44.918018 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:44.922194 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [None req-995dd369-4f26-4c9c-9fb1-fa18142b5d64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:16:44.922586 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [None req-995dd369-4f26-4c9c-9fb1-fa18142b5d64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:16:45.011240 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] No DVR routers for this DVR port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 on host dv-cinder-562053-17-iscsi {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:16:45.120140 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b874ee39-8cd0-4783-962e-c2a9012f39f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:45.154479 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:45.288684 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b93c1d748>,) {'filters': {'network_id': ['fc461dca-bf55-4c88-9d4a-bd88fae2d591']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:45.310043 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b93c1d748>, 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:45.310792 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b93c1d748>, 'a1afdf1e-52dd-4d30-ab9e-3ddc8417a5bd') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:45.311953 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:16:45.324299 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1463056'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:45.341454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:45.344009 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:16:45.350133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:16:45.350535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:16:45.350984 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device a7275dcf-cc77-44a5-a084-4023c651b7ee no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:16:45.390357 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: a7275dcf-cc77-44a5-a084-4023c651b7ee {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:16:45.390900 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device a7275dcf-cc77-44a5-a084-4023c651b7ee not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:16:45.423480 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-995dd369-4f26-4c9c-9fb1-fa18142b5d64 None None] Deleting port f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:45.423893 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-995dd369-4f26-4c9c-9fb1-fa18142b5d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:45.501928 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-995dd369-4f26-4c9c-9fb1-fa18142b5d64 None None] The port 'f6ed6b9b-0ea6-49b5-a355-3dc7dbe13b29' was deleted {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 18 20:16:45.534489 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:16:45.544729 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793870751'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:45.745776 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Network fc461dca-bf55-4c88-9d4a-bd88fae2d591 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:16:45.770473 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:16:45.812184 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:45.857903 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:45.864948 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:45.868822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:45.898826 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc461dca-bf55-4c88-9d4a-bd88fae2d591,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:45.901612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:45.917298 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-417eb53b-7125-49ed-95bd-f87df652c615 admin admin] 10.222.0.101 "DELETE /v2.0/networks/fc461dca-bf55-4c88-9d4a-bd88fae2d591 HTTP/1.1" status: 204  len: 168 time: 1.7413454
Jan 18 20:16:45.921052 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 39464) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:16:46.668110 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:46.807635 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-938819'] for router_interface, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:47.204843 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] Deleting port 91e5bb3b-7e91-462a-b064-f590e3767d96 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:47.205173 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:47.352368 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:47.404535 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] For port 91e5bb3b-7e91-462a-b064-f590e3767d96, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=91e5bb3b-7e91-462a-b064-f590e3767d96,segment=NetworkSegment(5034593d-de8c-4fa9-ad7a-4bfce219b97b),segment_id=5034593d-de8c-4fa9-ad7a-4bfce219b97b)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:16:47.404936 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:47.562563 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] Calling delete_port for 91e5bb3b-7e91-462a-b064-f590e3767d96 owned by network:router_interface {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:47.771447 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:47.787704 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-4b850f83-b61c-4194-90d1-c3cdb588317b tempest-VolumesNegativeTest-2081696267 tempest-VolumesNegativeTest-2081696267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:47.849716 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e5bb3b-7e91-462a-b064-f590e3767d96,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:47.854699 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:48.225972 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-938813'] for router_interface, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:48.812603 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] Router eb525b93-1143-4e89-8fdc-84a461c2afe3 has already been hosted by L3 agent f8f7a90f-b77f-477c-8b82-a73dd81e2404 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 18 20:16:49.027491 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 18 20:16:49.038489 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0baf762-5f48-499d-94fb-8685d4061086 None None] Sync routers for ids ['eb525b93-1143-4e89-8fdc-84a461c2afe3'] in dv-cinder-562053-17-iscsi {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 18 20:16:49.046499 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-f2602ba2-2157-4348-b33b-60ddfc6b88f7 admin admin] 10.222.0.101 "PUT /v2.0/routers/eb525b93-1143-4e89-8fdc-84a461c2afe3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1241763
Jan 18 20:16:49.049170 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 39470) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:16:49.051761 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0baf762-5f48-499d-94fb-8685d4061086 None None] Routers {'eb525b93-1143-4e89-8fdc-84a461c2afe3'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:16:49.052646 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-c0baf762-5f48-499d-94fb-8685d4061086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98f4fb00>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:16:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['eb525b93-1143-4e89-8fdc-84a461c2afe3'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:49.257167 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:49.257627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-c0baf762-5f48-499d-94fb-8685d4061086 None None] Set router eb525b93-1143-4e89-8fdc-84a461c2afe3 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:16:49.625450 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-c0baf762-5f48-499d-94fb-8685d4061086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98f4fb00>, [{'id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'name': 'tempest-TestVolumeBootPattern-2115247703-router', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '374ae617-b85c-4443-b607-f797ec358443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:54Z', 'updated_at': '2021-01-18T20:16:47Z', 'revision_number': 5, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'gw_port': {'id': '374ae617-b85c-4443-b607-f797ec358443', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:55Z', 'updated_at': '2021-01-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:49.631033 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0baf762-5f48-499d-94fb-8685d4061086 None None] Checking router: eb525b93-1143-4e89-8fdc-84a461c2afe3 for host: dv-cinder-562053-17-iscsi {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 18 20:16:49.642269 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0baf762-5f48-499d-94fb-8685d4061086 None None] Routers {'eb525b93-1143-4e89-8fdc-84a461c2afe3'} bound to L3 agent in host dv-cinder-562053-17-iscsi {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 18 20:16:49.642985 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-c0baf762-5f48-499d-94fb-8685d4061086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b98f4fb00>, 'dv-cinder-562053-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-18T19:53:45Z,description=<?>,heartbeat_timestamp=2021-01-18T20:16:45Z,host='dv-cinder-562053-17-iscsi',id=f8f7a90f-b77f-477c-8b82-a73dd81e2404,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-18T19:53:45Z,topic='l3_agent')) {'router_ids': ['eb525b93-1143-4e89-8fdc-84a461c2afe3'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:49.824542 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:49.832795 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Deleting port 374ae617-b85c-4443-b607-f797ec358443 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:49.833285 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:49.871020 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvr_db [None req-c0baf762-5f48-499d-94fb-8685d4061086 None None] Set router eb525b93-1143-4e89-8fdc-84a461c2afe3 gateway port host: dv-cinder-562053-17-iscsi {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 18 20:16:50.090560 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] For port 374ae617-b85c-4443-b607-f797ec358443, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=374ae617-b85c-4443-b607-f797ec358443,segment=NetworkSegment(e7f36944-44d3-4f17-8d79-3c53c6961a3c),segment_id=e7f36944-44d3-4f17-8d79-3c53c6961a3c)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:16:50.091697 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:50.251791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Calling delete_port for 374ae617-b85c-4443-b607-f797ec358443 owned by network:router_gateway {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:50.270086 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_hamode_db [None req-c0baf762-5f48-499d-94fb-8685d4061086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b98f4fb00>, [{'id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'name': 'tempest-TestVolumeBootPattern-2115247703-router', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '374ae617-b85c-4443-b607-f797ec358443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:54Z', 'updated_at': '2021-01-18T20:16:47Z', 'revision_number': 5, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'gw_port': {'id': '374ae617-b85c-4443-b607-f797ec358443', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:55Z', 'updated_at': '2021-01-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}], 'dv-cinder-562053-17-iscsi', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:50.275454 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0baf762-5f48-499d-94fb-8685d4061086 None None] The sync data for ids ['eb525b93-1143-4e89-8fdc-84a461c2afe3'] in dv-cinder-562053-17-iscsi is: [{'id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'name': 'tempest-TestVolumeBootPattern-2115247703-router', 'tenant_id': '33a706bda1a247a1bde59624c9816f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'external_fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '374ae617-b85c-4443-b607-f797ec358443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T20:08:54Z', 'updated_at': '2021-01-18T20:16:47Z', 'revision_number': 5, 'project_id': '33a706bda1a247a1bde59624c9816f63', 'gw_port': {'id': '374ae617-b85c-4443-b607-f797ec358443', 'name': '', 'network_id': '39a6a30a-8ea8-4d87-8b09-359f15d9a448', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb525b93-1143-4e89-8fdc-84a461c2afe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T20:08:55Z', 'updated_at': '2021-01-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c2b89a-5ba0-4c52-ac69-ce7341a128c1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-iscsi'}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 18 20:16:50.431947 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:50.687001 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853836725'] for router_gateway, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:50.874209 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853841657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772468'] for router, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:50.878822 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:50.910481 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939512'] for router, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:50.910986 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb525b93-1143-4e89-8fdc-84a461c2afe3 {{(pid=80180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 18 20:16:50.924443 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:50.925968 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-11e92faa-12a8-49ca-9f61-614b68d2a4d3 admin admin] 10.222.0.101 "DELETE /v2.0/routers/eb525b93-1143-4e89-8fdc-84a461c2afe3 HTTP/1.1" status: 204  len: 168 time: 1.8756053
Jan 18 20:16:50.929063 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 39474) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:16:51.002915 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1708b67d-4242-4d23-b3b1-173ee8fe0d4a admin admin] Deleting subnet e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514 {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 18 20:16:51.006641 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1708b67d-4242-4d23-b3b1-173ee8fe0d4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:51.064910 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1708b67d-4242-4d23-b3b1-173ee8fe0d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842744927'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:51.163815 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1708b67d-4242-4d23-b3b1-173ee8fe0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850813600'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:51.173648 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:51.316477 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 374ae617-b85c-4443-b607-f797ec358443 no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:16:51.354149 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 374ae617-b85c-4443-b607-f797ec358443 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:16:51.354575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 374ae617-b85c-4443-b607-f797ec358443 not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:16:51.355133 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 91e5bb3b-7e91-462a-b064-f590e3767d96 no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:16:51.394353 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 91e5bb3b-7e91-462a-b064-f590e3767d96 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:16:51.394791 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 91e5bb3b-7e91-462a-b064-f590e3767d96 not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:16:51.464254 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1708b67d-4242-4d23-b3b1-173ee8fe0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3962216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844018326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844020678'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:51.479097 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-2ca59787-c407-45db-aeff-4667495754c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:51.529573 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708b67d-4242-4d23-b3b1-173ee8fe0d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:51.532855 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-1708b67d-4242-4d23-b3b1-173ee8fe0d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:51.631673 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1708b67d-4242-4d23-b3b1-173ee8fe0d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:51.637611 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c9510-be35-4210-9571-cbc6a42cf3a9 None None] Network 0393d91e-8f95-4fa3-9986-412ab0a1add8 requested from dv-cinder-562053-17-iscsi {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 18 20:16:51.639205 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-1708b67d-4242-4d23-b3b1-173ee8fe0d4a admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e8fcbcd8-ea8c-4eb9-a4f6-14218aaf3514 HTTP/1.1" status: 204  len: 168 time: 0.7089915
Jan 18 20:16:51.642229 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 39478) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:16:51.771649 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850609363'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:51.848142 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Deleting port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:51.848668 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:52.084751 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d461b53-849d-42ab-a48e-6e82b92bef02 None None] DHCP port deletion for 0393d91e-8f95-4fa3-9986-412ab0a1add8 request from dv-cinder-562053-17-iscsi {{(pid=80181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 18 20:16:52.088602 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] For port 65c452a2-05f2-43c2-93a6-e48bfa1a5614, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=65c452a2-05f2-43c2-93a6-e48bfa1a5614,segment=NetworkSegment(5034593d-de8c-4fa9-ad7a-4bfce219b97b),segment_id=5034593d-de8c-4fa9-ad7a-4bfce219b97b)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:16:52.089009 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:52.089627 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-3d461b53-849d-42ab-a48e-6e82b92bef02 None None] Deleting port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:52.090487 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3d461b53-849d-42ab-a48e-6e82b92bef02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:52.229268 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Calling delete_port for 65c452a2-05f2-43c2-93a6-e48bfa1a5614 owned by network:dhcp {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:52.319281 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4088100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850377875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302072335288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734782002871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10757436'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:52.337408 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-85bcccfe-1871-41c9-89cd-658056826583 tempest-TestMinimumBasicScenario-737868059 tempest-TestMinimumBasicScenario-737868059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:52.349976 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.db [None req-3d461b53-849d-42ab-a48e-6e82b92bef02 None None] For port 65c452a2-05f2-43c2-93a6-e48bfa1a5614, host dv-cinder-562053-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-iscsi',level=0,port_id=65c452a2-05f2-43c2-93a6-e48bfa1a5614,segment=NetworkSegment(5034593d-de8c-4fa9-ad7a-4bfce219b97b),segment_id=5034593d-de8c-4fa9-ad7a-4bfce219b97b)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 18 20:16:52.350445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3d461b53-849d-42ab-a48e-6e82b92bef02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853794214'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:52.397710 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=65c452a2-05f2-43c2-93a6-e48bfa1a5614,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:52.401109 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:52.488708 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-3d461b53-849d-42ab-a48e-6e82b92bef02 None None] Calling delete_port for 65c452a2-05f2-43c2-93a6-e48bfa1a5614 owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 18 20:16:52.506151 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] No DVR routers for this DVR port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 on host dv-cinder-562053-17-iscsi {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 18 20:16:52.573208 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.db.api [None req-3d461b53-849d-42ab-a48e-6e82b92bef02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 18 20:16:52.574588 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_db.api [None req-3d461b53-849d-42ab-a48e-6e82b92bef02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 18 20:16:52.651497 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850812508', 'neutron.services.segments.db._delete_segments_for_network--9223363302072422789'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:52.793285 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b92db9c18>,) {'filters': {'network_id': ['0393d91e-8f95-4fa3-9986-412ab0a1add8']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:52.814049 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b92db9c18>, '5034593d-de8c-4fa9-ad7a-4bfce219b97b') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:52.814385 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.services.segments.db [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b92db9c18>, '5034593d-de8c-4fa9-ad7a-4bfce219b97b') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 18 20:16:52.828481 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302072413829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12030889'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:52.847357 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3962284'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:52.850344 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 18 20:16:53.045488 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Network 0393d91e-8f95-4fa3-9986-412ab0a1add8 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:16:53.054837 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850813532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844018425'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:53.075258 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-3d461b53-849d-42ab-a48e-6e82b92bef02 None None] Deleting port 65c452a2-05f2-43c2-93a6-e48bfa1a5614 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 18 20:16:53.075689 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-3d461b53-849d-42ab-a48e-6e82b92bef02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734782412454'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:53.151011 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-3d461b53-849d-42ab-a48e-6e82b92bef02 None None] The port '65c452a2-05f2-43c2-93a6-e48bfa1a5614' was deleted {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 18 20:16:53.257211 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.managers [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Network 0393d91e-8f95-4fa3-9986-412ab0a1add8 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]: Traceback (most recent call last):
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     timer()
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     cb(*args, **kw)
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     return func(*args, **kwargs)
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     self._notify()
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     self.callback(batched_events)
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     event.method(event)
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     segment_id)['aggregates'][0]
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     return f(self, *a, **k)
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self._get(url).json()
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     **kwargs)
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     return self.request(url, 'GET', **kwargs)
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     **endpoint_filter)
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 18 20:16:53.284254 dv-cinder-562053-17-iscsi neutron-server[80066]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 18 20:16:53.310594 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 65c452a2-05f2-43c2-93a6-e48bfa1a5614 no longer exists at agent ovs-agent-dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 18 20:16:53.349126 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.plugin [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] No Port match for: 65c452a2-05f2-43c2-93a6-e48bfa1a5614 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 18 20:16:53.349492 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.plugins.ml2.rpc [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Device 65c452a2-05f2-43c2-93a6-e48bfa1a5614 not bound to the agent host dv-cinder-562053-17-iscsi {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 18 20:16:53.372160 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3963227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854233455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-939090'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:53.376037 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:53.391410 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854233472'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:53.402696 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=0393d91e-8f95-4fa3-9986-412ab0a1add8,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:53.405832 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:53.407787 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-c68e3022-6da0-4c38-9b0d-2cfde22b3a1a admin admin] 10.222.0.101 "DELETE /v2.0/networks/0393d91e-8f95-4fa3-9986-412ab0a1add8 HTTP/1.1" status: 204  len: 168 time: 1.7645538
Jan 18 20:16:53.587730 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 39486) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:16:53.644346 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-37349d5c-e1dc-4fb0-b31d-05ec565d0c06 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f37c37dd62314742ace1bcb84c0d3473&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0551205
Jan 18 20:16:53.647346 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.101', 39490) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:16:53.713562 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-07d39c9e-3822-4c48-a666-00d8d5384827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:53.743290 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-07d39c9e-3822-4c48-a666-00d8d5384827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:53.797539 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-07d39c9e-3822-4c48-a666-00d8d5384827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:53.802558 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-96577940-bae9-4845-afa3-cb34f9571b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:53.821530 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d39c9e-3822-4c48-a666-00d8d5384827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d4e616-e557-47a2-b667-243ac6fe04f8,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:53.826345 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-07d39c9e-3822-4c48-a666-00d8d5384827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:53.832683 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-07d39c9e-3822-4c48-a666-00d8d5384827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:53.834407 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-07d39c9e-3822-4c48-a666-00d8d5384827 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/60d4e616-e557-47a2-b667-243ac6fe04f8 HTTP/1.1" status: 204  len: 168 time: 0.1859424
Jan 18 20:16:54.369424 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 39498) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:16:54.435896 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-84081884-5dcb-4bf0-95fb-a18bacacadbe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=33a706bda1a247a1bde59624c9816f63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0647132
Jan 18 20:16:54.439025 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.101', 39502) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 18 20:16:54.520247 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b44df23e-050e-49f4-b9a9-425ec45e6067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:54.551747 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b44df23e-050e-49f4-b9a9-425ec45e6067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:54.609455 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b44df23e-050e-49f4-b9a9-425ec45e6067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006624'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:54.615053 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-a58d78c7-c424-4d17-83fd-948a8bd97170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 18 20:16:54.626799 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44df23e-050e-49f4-b9a9-425ec45e6067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c2c02-5a08-4f1e-8736-eafa095585fc,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 18 20:16:54.631658 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG oslo_concurrency.lockutils [None req-b44df23e-050e-49f4-b9a9-425ec45e6067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 18 20:16:54.635598 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-b44df23e-050e-49f4-b9a9-425ec45e6067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:16:54.637519 dv-cinder-562053-17-iscsi neutron-server[80066]: INFO neutron.wsgi [None req-b44df23e-050e-49f4-b9a9-425ec45e6067 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a37c2c02-5a08-4f1e-8736-eafa095585fc HTTP/1.1" status: 204  len: 168 time: 0.1974077
Jan 18 20:17:11.538612 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:17:12.637463 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ce7be8ad-9d7f-4887-a70a-cdeb53978ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:17:15.126890 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-9733964d-31f2-4e9e-9a69-6cb74c40677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:17:15.818185 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:17:16.674282 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:17:17.367123 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:17:21.170496 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:17:42.643616 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-07633980-5c55-4b6d-b3c2-5863abd0f44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:17:45.123447 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e00f75b3-ccf8-401e-945f-1d2027f9d88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:17:45.820390 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:17:46.670054 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:17:47.356945 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:17:48.540550 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:17:51.189575 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:18:12.640113 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8624-885f-4d88-ae24-54dd42d550ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:18:15.118275 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-1bfb28b2-3d7e-4a9b-b440-0f0ff6907f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:18:15.823501 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:18:16.677334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:18:17.360887 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:18:21.210069 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:18:25.541823 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:18:39.297694 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-b7b58681-d6cf-4e65-923b-6083a029335d req-8600b676-a27f-40a3-b1fa-8ac547ea53dc service neutron] (80180) timed out ('10.222.0.72', 53279) {{(pid=80180) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 18 20:18:42.635504 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d4e7337c-bb85-4d5a-8b7e-777dd47f30ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:18:45.122816 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-445d2098-9f88-488c-a095-244f55b78d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:18:45.825002 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:18:46.663715 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:18:47.365379 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:18:51.233334 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:19:02.544747 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:19:04.262445 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.wsgi [req-2a1bf399-863c-425d-9147-93aca708d1d6 req-bf0d4ba1-b5a2-4aa9-9ef6-7718f20ff945 service neutron] (80180) timed out ('10.222.0.72', 53266) {{(pid=80180) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 18 20:19:12.634189 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-501e0821-c2a2-47ab-b85a-57b835d36485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:19:15.129119 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-e8e0c132-b893-4e41-ac37-c20263cad6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:19:15.828842 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:19:16.658867 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:19:17.370543 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:19:21.244031 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:19:39.545200 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron.db.agents_db [None req-fec13b3d-65f5-4380-8a9e-21f7d7a6a7ad None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 18 20:19:42.631540 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-d30a0098-cea4-4391-99c2-36c9f4ae2f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:19:45.124125 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-11dd01af-900d-44ec-b4e0-0e14e538ef50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:19:45.836102 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-63ae6d80-3afd-4b44-b8e5-7aeee3082ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:19:46.665120 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-5a902dff-b79f-43a8-b163-ae424be9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:19:47.369836 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8315-9272-4053-8bb5-858a1722810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 18 20:19:51.242833 dv-cinder-562053-17-iscsi neutron-server[80066]: DEBUG neutron_lib.callbacks.manager [None req-bb60161d-8fd2-4397-8ab5-40f8f98f12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302072422806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850811565'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}